{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5092.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25650) [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25650)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25650) [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a20:08:13.501043 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a20:08:13.511864 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a20:08:14.088691 tst mo_mt_sms.py: using LAC 35969\u000a20:08:14.204753 tst mo_mt_sms.py: using RAC 14\u000a20:08:14.320109 tst mo_mt_sms.py: using CellId 35969\u000a20:08:14.442602 tst mo_mt_sms.py: using BVCI 35970\u000a20:08:14.464536 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:08:14.646352 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:08:14.923793 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:08:15.049869 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:08:17.465202 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25649): Launched\u000a20:08:17.785746 run osmo-nitb_10.42.42.2(pid=25650): Launched\u000a20:08:17.970972 run osmo-nitb_10.42.42.2(pid=25650): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25650)]\u000a20:08:18.104344 run osmo-nitb_10.42.42.2(pid=25650): stdout: \u000a| (launched: 2022-12-13_20:08:17.629348) \u000a20:08:18.237974 run osmo-nitb_10.42.42.2(pid=25650): stderr: \u000a| (launched: 2022-12-13_20:08:17.677510)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:08:18.366822 run osmo-nitb_10.42.42.2(pid=25650): stdout: \u000a| (launched: 2022-12-13_20:08:17.629348) \u000a20:08:18.494569 run osmo-nitb_10.42.42.2(pid=25650): stderr: \u000a| (launched: 2022-12-13_20:08:17.677510)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:08:18.550502 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25650) [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25650)] [trial-2394↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a20:08:18.558899 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a20:08:18.594961 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25649): Terminating (SIGTERM)\u000a20:08:18.772726 --- ParallelTerminationStrategy: PID 25649 died...\u000a20:08:18.830239 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25649): Terminated: ok {rc=0}\u000a20:08:18.918550 bus /sierra_3: Setting Powered False\u000a20:08:20.033606 bus /sierra_3: Setting Powered False\u000a20:08:21.146972 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:08:13" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25660): Process ended prematurely: osmo-stp_10.42.42.5(pid=25660) [trial-2394↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25660)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25660): Process ended prematurely: osmo-stp_10.42.42.5(pid=25660) [trial-2394↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a20:08:23.008387 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:23.019029 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a20:08:23.146269 tst mo_mt_sms.py: using LAC 35970\u000a20:08:23.265994 tst mo_mt_sms.py: using RAC 15\u000a20:08:23.381489 tst mo_mt_sms.py: using CellId 35970\u000a20:08:23.499306 tst mo_mt_sms.py: using BVCI 35971\u000a20:08:23.522222 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:23.532716 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:23.543293 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:23.553686 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:23.564515 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:23.575196 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:08:23.690321 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:08:23.905783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:25.687829 run create_hlr_db(pid=25654): Launched\u000a20:08:25.875515 bus /sierra_2: Setting Powered False\u000a20:08:26.895810 run create_hlr_db(pid=25654): Terminated: ok {rc=0}\u000a20:08:27.305229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25656): Launched\u000a20:08:27.610934 run osmo-hlr_10.42.42.2(pid=25657): Launched\u000a20:08:27.723871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:30.183128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25659): Launched\u000a20:08:30.485933 run osmo-stp_10.42.42.5(pid=25660): Launched\u000a20:08:30.596331 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:35.905677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25662): Launched\u000a20:08:36.210092 run osmo-msc_10.42.42.6(pid=25663): Launched\u000a20:08:36.387025 run osmo-stp_10.42.42.5(pid=25660): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25660)]\u000a20:08:36.514827 run osmo-stp_10.42.42.5(pid=25660): stdout: \u000a| (launched: 2022-12-13_20:08:30.335888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:36.640186 run osmo-stp_10.42.42.5(pid=25660): stderr: \u000a| �[0;m�[38;5;43m20221213200830509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200830509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200830509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200830510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200830510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200830510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200830510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:36.761304 run osmo-stp_10.42.42.5(pid=25660): stdout: \u000a| (launched: 2022-12-13_20:08:30.335888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:36.881470 run osmo-stp_10.42.42.5(pid=25660): stderr: \u000a| �[0;m�[38;5;43m20221213200830509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200830509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200830509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200830510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200830510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200830510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200830510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:36.933792 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25660): Process ended prematurely: osmo-stp_10.42.42.5(pid=25660) [trial-2394↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25660)] [trial-2394↪sms:sysmo↪mo_mt_sms.py:16]\u000a20:08:36.941705 tst mo_mt_sms.py:16: Test FAILED (13.9 sec)\u000a20:08:37.002176 run osmo-hlr_10.42.42.2(pid=25657): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25657)]\u000a20:08:37.052125 run osmo-hlr_10.42.42.2(pid=25657): stdout: \u000a| (launched: 2022-12-13_20:08:27.459637) \u000a20:08:37.103010 run osmo-hlr_10.42.42.2(pid=25657): stderr: \u000a| �[0;m�[1;31m20221213200827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200827649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200827658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200827659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200827659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:37.171927 run osmo-msc_10.42.42.6(pid=25663): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25663)]\u000a20:08:37.222065 run osmo-msc_10.42.42.6(pid=25663): stdout: \u000a| (launched: 2022-12-13_20:08:36.058406) \u000a20:08:37.272586 run osmo-msc_10.42.42.6(pid=25663): stderr: \u000a| �[0;m�[38;5;43m20221213200836331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200836331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f13b9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200836331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200836331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200836331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200836331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200836333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200836334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200836334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200836334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:37.315437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25656): Terminating (SIGTERM)\u000a20:08:37.355899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25659): Terminating (SIGTERM)\u000a20:08:37.396413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25662): Terminating (SIGTERM)\u000a20:08:37.405714 --- ParallelTerminationStrategy: PID 25656 died...\u000a20:08:37.460574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25656): Terminated: ok {rc=0}\u000a20:08:37.470279 --- ParallelTerminationStrategy: PID 25659 died...\u000a20:08:37.524805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25659): Terminated: ok {rc=0}\u000a20:08:37.534328 --- ParallelTerminationStrategy: PID 25662 died...\u000a20:08:37.588306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25662): Terminated: ok {rc=0}\u000a20:08:37.678735 bus /sierra_3: Setting Powered False\u000a20:08:38.785213 bus /sierra_3: Setting Powered False\u000a20:08:39.897635 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:08:22" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25671) [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25671)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25671) [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a20:08:41.705187 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a20:08:41.716359 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a20:08:41.850741 tst assert_extension.py: using LAC 35971\u000a20:08:41.975334 tst assert_extension.py: using RAC 16\u000a20:08:42.096713 tst assert_extension.py: using CellId 35971\u000a20:08:42.215828 tst assert_extension.py: using BVCI 35972\u000a20:08:42.239124 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a20:08:42.532337 tst assert_extension.py:10: start nitb and bts...\u000a20:08:42.666727 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:08:43.336278 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25670): Launched\u000a20:08:43.657531 run osmo-nitb_10.42.42.2(pid=25671): Launched\u000a20:08:43.855232 run osmo-nitb_10.42.42.2(pid=25671): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25671)]\u000a20:08:44.000556 run osmo-nitb_10.42.42.2(pid=25671): stdout: \u000a| (launched: 2022-12-13_20:08:43.500730) \u000a20:08:44.146183 run osmo-nitb_10.42.42.2(pid=25671): stderr: \u000a| (launched: 2022-12-13_20:08:43.549276)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:08:44.287192 run osmo-nitb_10.42.42.2(pid=25671): stdout: \u000a| (launched: 2022-12-13_20:08:43.500730) \u000a20:08:44.427784 run osmo-nitb_10.42.42.2(pid=25671): stderr: \u000a| (launched: 2022-12-13_20:08:43.549276)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:08:44.787964 tst osmo-nitb_10.42.42.2(pid=25671): stdout: \u000a| (launched: 2022-12-13_20:08:43.500730) \u000a20:08:44.916417 tst osmo-nitb_10.42.42.2(pid=25671): stderr: \u000a| (launched: 2022-12-13_20:08:43.549276)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:08:44.972498 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25671) [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25671)] [trial-2394↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a20:08:44.981266 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:08:45.017736 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25670): Terminating (SIGTERM)\u000a20:08:45.195576 --- ParallelTerminationStrategy: PID 25670 died...\u000a20:08:45.253302 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25670): Terminated: ok {rc=0}\u000a20:08:45.340686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:08:41" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25681): Process ended prematurely: osmo-stp_10.42.42.5(pid=25681) [trial-2394↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25681)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25681): Process ended prematurely: osmo-stp_10.42.42.5(pid=25681) [trial-2394↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a20:08:47.175770 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:47.187459 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a20:08:47.316439 tst assert_extension.py: using LAC 35972\u000a20:08:47.436147 tst assert_extension.py: using RAC 17\u000a20:08:47.553216 tst assert_extension.py: using CellId 35972\u000a20:08:47.669587 tst assert_extension.py: using BVCI 35973\u000a20:08:47.692503 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:47.703168 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:47.713704 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:47.724269 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:47.735049 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:08:47.745810 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a20:08:47.956612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:48.476714 run create_hlr_db(pid=25675): Launched\u000a20:08:48.664192 bus /sierra_2: Setting Powered False\u000a20:08:49.684438 run create_hlr_db(pid=25675): Terminated: ok {rc=0}\u000a20:08:50.091217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25677): Launched\u000a20:08:50.397710 run osmo-hlr_10.42.42.2(pid=25678): Launched\u000a20:08:50.514391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:51.061826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25680): Launched\u000a20:08:51.366289 run osmo-stp_10.42.42.5(pid=25681): Launched\u000a20:08:51.475536 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:52.027487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25683): Launched\u000a20:08:52.331934 run osmo-msc_10.42.42.6(pid=25684): Launched\u000a20:08:52.511116 run osmo-stp_10.42.42.5(pid=25681): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25681)]\u000a20:08:52.640110 run osmo-stp_10.42.42.5(pid=25681): stdout: \u000a| (launched: 2022-12-13_20:08:51.216219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:52.766650 run osmo-stp_10.42.42.5(pid=25681): stderr: \u000a| �[0;m�[38;5;43m20221213200851389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200851389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200851390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200851390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200851391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200851391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200851391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:52.888284 run osmo-stp_10.42.42.5(pid=25681): stdout: \u000a| (launched: 2022-12-13_20:08:51.216219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:53.009238 run osmo-stp_10.42.42.5(pid=25681): stderr: \u000a| �[0;m�[38;5;43m20221213200851389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200851389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200851390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200851390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200851391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200851391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200851391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:53.061961 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25681): Process ended prematurely: osmo-stp_10.42.42.5(pid=25681) [trial-2394↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25681)] [trial-2394↪ussd:sysmo↪assert_extension.py:17]\u000a20:08:53.070132 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:08:53.130755 run osmo-hlr_10.42.42.2(pid=25678): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25678)]\u000a20:08:53.180363 run osmo-hlr_10.42.42.2(pid=25678): stdout: \u000a| (launched: 2022-12-13_20:08:50.244174) \u000a20:08:53.230491 run osmo-hlr_10.42.42.2(pid=25678): stderr: \u000a| �[0;m�[1;31m20221213200850422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200850422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200850422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200850422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200850422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200850422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200850436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200850446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200850446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200850447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:53.298909 run osmo-msc_10.42.42.6(pid=25684): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25684)]\u000a20:08:53.348636 run osmo-msc_10.42.42.6(pid=25684): stdout: \u000a| (launched: 2022-12-13_20:08:52.180242) \u000a20:08:53.398893 run osmo-msc_10.42.42.6(pid=25684): stderr: \u000a| �[0;m�[38;5;43m20221213200852455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200852455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d23732c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200852455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200852455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200852455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200852455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200852457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200852458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200852458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200852458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:53.441598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25677): Terminating (SIGTERM)\u000a20:08:53.481772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25680): Terminating (SIGTERM)\u000a20:08:53.522411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25683): Terminating (SIGTERM)\u000a20:08:53.531599 --- ParallelTerminationStrategy: PID 25677 died...\u000a20:08:53.586361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25677): Terminated: ok {rc=0}\u000a20:08:53.596075 --- ParallelTerminationStrategy: PID 25680 died...\u000a20:08:53.650650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25680): Terminated: ok {rc=0}\u000a20:08:53.660273 --- ParallelTerminationStrategy: PID 25683 died...\u000a20:08:53.714414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25683): Terminated: ok {rc=0}\u000a20:08:53.804271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:08:46" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:08:55.746560 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:08:55.758371 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:08:55.906936 tst mo_mt_call.py: using LAC 35973\u000a20:08:56.029078 tst mo_mt_call.py: using RAC 18\u000a20:08:56.147637 tst mo_mt_call.py: using CellId 35973\u000a20:08:56.268799 tst mo_mt_call.py: using BVCI 35974\u000a20:08:56.292253 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:08:56.303572 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:08:56.314595 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:08:56.325558 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:08:56.336708 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:08:56.347973 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:08:56.470738 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:08:56.686252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:57.217418 run create_hlr_db(pid=25689): Launched\u000a20:08:57.408305 bus /sierra_2: Setting Powered False\u000a20:08:58.429067 run create_hlr_db(pid=25689): Terminated: ok {rc=0}\u000a20:08:58.844511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Launched\u000a20:08:59.154616 run osmo-hlr_10.42.42.2(pid=25692): Launched\u000a20:08:59.275524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:59.819421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Launched\u000a20:09:00.129456 run osmo-stp_10.42.42.5(pid=25695): Launched\u000a20:09:00.242157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:00.804470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Launched\u000a20:09:01.263971 run osmo-msc_10.42.42.6(pid=25698): Launched\u000a20:09:01.694388 run osmo-stp_10.42.42.5(pid=25695): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]\u000a20:09:02.019642 run osmo-stp_10.42.42.5(pid=25695): stdout: \u000a| (launched: 2022-12-13_20:08:59.975630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:02.185944 run osmo-stp_10.42.42.5(pid=25695): stderr: \u000a| �[0;m�[38;5;43m20221213200900147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200900147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200900148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200900148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200900148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200900149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200900149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:02.327875 run osmo-stp_10.42.42.5(pid=25695): stdout: \u000a| (launched: 2022-12-13_20:08:59.975630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:02.468520 run osmo-stp_10.42.42.5(pid=25695): stderr: \u000a| �[0;m�[38;5;43m20221213200900147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200900147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200900148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200900148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200900148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200900149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200900149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:02.540227 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:09:02.551851 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a20:09:02.634522 run osmo-hlr_10.42.42.2(pid=25692): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25692)]\u000a20:09:02.696195 run osmo-hlr_10.42.42.2(pid=25692): stdout: \u000a| (launched: 2022-12-13_20:08:59.000848) \u000a20:09:02.751753 run osmo-hlr_10.42.42.2(pid=25692): stderr: \u000a| �[0;m�[1;31m20221213200859180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200859180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200859180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200859180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200859180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200859180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200859193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200859202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200859202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200859202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:02.837619 run osmo-msc_10.42.42.6(pid=25698): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25698)]\u000a20:09:02.896718 run osmo-msc_10.42.42.6(pid=25698): stdout: \u000a| (launched: 2022-12-13_20:09:00.963558) \u000a20:09:02.954460 run osmo-msc_10.42.42.6(pid=25698): stderr: \u000a| �[0;m�[38;5;43m20221213200901486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200901486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f022612dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200901486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200901486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200901486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200901486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200901488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200901494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200901494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200901494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:03.006511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminating (SIGTERM)\u000a20:09:03.062619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminating (SIGTERM)\u000a20:09:03.113581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminating (SIGTERM)\u000a20:09:03.126300 --- ParallelTerminationStrategy: PID 25691 died...\u000a20:09:03.187078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminated: ok {rc=0}\u000a20:09:03.201504 --- ParallelTerminationStrategy: PID 25694 died...\u000a20:09:03.273494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminated: ok {rc=0}\u000a20:09:03.286162 --- ParallelTerminationStrategy: PID 25697 died...\u000a20:09:03.367108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminated: ok {rc=0}\u000a20:09:03.475206 bus /sierra_3: Setting Powered False\u000a20:09:04.590533 bus /sierra_3: Setting Powered False\u000a20:09:05.707113 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25978): Process ended prematurely: osmo-stp_10.42.42.5(pid=25978) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25978)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25978): Process ended prematurely: osmo-stp_10.42.42.5(pid=25978) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:06.829343 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:09:06.842647 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:09:07.001869 tst mo_mt_call_osmux.py: using LAC 35974\u000a20:09:07.136816 tst mo_mt_call_osmux.py: using RAC 19\u000a20:09:07.270546 tst mo_mt_call_osmux.py: using CellId 35974\u000a20:09:07.402868 tst mo_mt_call_osmux.py: using BVCI 35975\u000a20:09:07.429719 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:09:07.441935 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:09:07.453895 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:09:07.465807 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:09:07.477827 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:09:07.491177 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:09:07.616868 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:09:07.842480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:08.415424 run create_hlr_db(pid=25972): Launched\u000a20:09:08.611224 bus /sierra_2: Setting Powered False\u000a20:09:09.633097 run create_hlr_db(pid=25972): Terminated: ok {rc=0}\u000a20:09:10.097413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25974): Launched\u000a20:09:10.535512 run osmo-hlr_10.42.42.2(pid=25975): Launched\u000a20:09:10.786601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:11.386551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25977): Launched\u000a20:09:11.834016 run osmo-stp_10.42.42.5(pid=25978): Launched\u000a20:09:12.056037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:12.685332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25980): Launched\u000a20:09:13.123893 run osmo-msc_10.42.42.6(pid=25981): Launched\u000a20:09:13.530735 run osmo-stp_10.42.42.5(pid=25978): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25978)]\u000a20:09:13.726471 run osmo-stp_10.42.42.5(pid=25978): stdout: \u000a| (launched: 2022-12-13_20:09:11.560493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:13.870016 run osmo-stp_10.42.42.5(pid=25978): stderr: \u000a| �[0;m�[38;5;43m20221213200911869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200911870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200911870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200911870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200911871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200911871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200911871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:14.009187 run osmo-stp_10.42.42.5(pid=25978): stdout: \u000a| (launched: 2022-12-13_20:09:11.560493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:14.144293 run osmo-stp_10.42.42.5(pid=25978): stderr: \u000a| �[0;m�[38;5;43m20221213200911869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200911870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200911870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200911870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200911871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200911871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200911871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:14.204593 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25978): Process ended prematurely: osmo-stp_10.42.42.5(pid=25978) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25978)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:09:14.216670 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a20:09:14.282558 run osmo-hlr_10.42.42.2(pid=25975): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25975)]\u000a20:09:14.336739 run osmo-hlr_10.42.42.2(pid=25975): stdout: \u000a| (launched: 2022-12-13_20:09:10.270735) \u000a20:09:14.391998 run osmo-hlr_10.42.42.2(pid=25975): stderr: \u000a| �[0;m�[1;31m20221213200910589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200910589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200910589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200910589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200910589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200910589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200910601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200910612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200910612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200910612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:14.467594 run osmo-msc_10.42.42.6(pid=25981): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25981)]\u000a20:09:14.522177 run osmo-msc_10.42.42.6(pid=25981): stdout: \u000a| (launched: 2022-12-13_20:09:12.859619) \u000a20:09:14.577983 run osmo-msc_10.42.42.6(pid=25981): stderr: \u000a| �[0;m�[38;5;43m20221213200913364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200913364 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22df6bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200913364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200913369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200913369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200913369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200913371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200913371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200913372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200913372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:14.625496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25974): Terminating (SIGTERM)\u000a20:09:14.671864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25977): Terminating (SIGTERM)\u000a20:09:14.717949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25980): Terminating (SIGTERM)\u000a20:09:14.729389 --- ParallelTerminationStrategy: PID 25974 died...\u000a20:09:14.790625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25974): Terminated: ok {rc=0}\u000a20:09:14.801683 --- ParallelTerminationStrategy: PID 25977 died...\u000a20:09:14.860886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25977): Terminated: ok {rc=0}\u000a20:09:14.871501 --- ParallelTerminationStrategy: PID 25980 died...\u000a20:09:14.929055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25980): Terminated: ok {rc=0}\u000a20:09:15.023048 bus /sierra_3: Setting Powered False\u000a20:09:16.172339 bus /sierra_3: Setting Powered False\u000a20:09:17.321512 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:08:55" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25992): Process ended prematurely: osmo-stp_10.42.42.5(pid=25992) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25992)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25992): Process ended prematurely: osmo-stp_10.42.42.5(pid=25992) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:09:19.303383 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:19.315783 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:09:19.470827 tst mo_mt_call.py: using LAC 35975\u000a20:09:19.599610 tst mo_mt_call.py: using RAC 20\u000a20:09:19.725942 tst mo_mt_call.py: using CellId 35975\u000a20:09:19.855203 tst mo_mt_call.py: using BVCI 35976\u000a20:09:19.880334 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:19.892800 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:19.904931 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:19.916902 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:19.930064 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:19.944219 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:09:20.070157 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:09:20.284657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:20.835103 run create_hlr_db(pid=25986): Launched\u000a20:09:21.021317 bus /sierra_2: Setting Powered False\u000a20:09:22.044135 run create_hlr_db(pid=25986): Terminated: ok {rc=0}\u000a20:09:22.484503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25988): Launched\u000a20:09:22.911467 run osmo-hlr_10.42.42.2(pid=25989): Launched\u000a20:09:23.142589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:23.810229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25991): Launched\u000a20:09:24.179194 run osmo-stp_10.42.42.5(pid=25992): Launched\u000a20:09:24.303444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:24.906315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Launched\u000a20:09:25.238993 run osmo-msc_10.42.42.6(pid=25996): Launched\u000a20:09:25.431382 run osmo-stp_10.42.42.5(pid=25992): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25992)]\u000a20:09:25.570503 run osmo-stp_10.42.42.5(pid=25992): stdout: \u000a| (launched: 2022-12-13_20:09:23.973621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:25.708476 run osmo-stp_10.42.42.5(pid=25992): stderr: \u000a| �[0;m�[38;5;43m20221213200924215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200924215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200924215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200924216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200924216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200924216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200924216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:25.841234 run osmo-stp_10.42.42.5(pid=25992): stdout: \u000a| (launched: 2022-12-13_20:09:23.973621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:25.972596 run osmo-stp_10.42.42.5(pid=25992): stderr: \u000a| �[0;m�[38;5;43m20221213200924215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200924215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200924215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200924216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200924216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200924216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200924216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:26.030325 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25992): Process ended prematurely: osmo-stp_10.42.42.5(pid=25992) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25992)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:09:26.039437 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a20:09:26.102316 run osmo-hlr_10.42.42.2(pid=25989): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25989)]\u000a20:09:26.154421 run osmo-hlr_10.42.42.2(pid=25989): stdout: \u000a| (launched: 2022-12-13_20:09:22.648315) \u000a20:09:26.206882 run osmo-hlr_10.42.42.2(pid=25989): stderr: \u000a| �[0;m�[1;31m20221213200922997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200922997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200922997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200922997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200922997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200922997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200923020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200923033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200923033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200923033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:26.277815 run osmo-msc_10.42.42.6(pid=25996): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25996)]\u000a20:09:26.329800 run osmo-msc_10.42.42.6(pid=25996): stdout: \u000a| (launched: 2022-12-13_20:09:25.074566) \u000a20:09:26.382240 run osmo-msc_10.42.42.6(pid=25996): stderr: \u000a| �[0;m�[38;5;43m20221213200925402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200925402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3714f23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200925402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200925402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200925403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200925403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200925404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200925405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200925405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200925405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:26.426825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25988): Terminating (SIGTERM)\u000a20:09:26.468788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25991): Terminating (SIGTERM)\u000a20:09:26.510823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Terminating (SIGTERM)\u000a20:09:26.520457 --- ParallelTerminationStrategy: PID 25988 died...\u000a20:09:26.576528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25988): Terminated: ok {rc=0}\u000a20:09:26.586541 --- ParallelTerminationStrategy: PID 25991 died...\u000a20:09:26.642202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25991): Terminated: ok {rc=0}\u000a20:09:26.652148 --- ParallelTerminationStrategy: PID 25995 died...\u000a20:09:26.708086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Terminated: ok {rc=0}\u000a20:09:26.795407 bus /sierra_3: Setting Powered False\u000a20:09:27.898350 bus /sierra_3: Setting Powered False\u000a20:09:29.010874 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26004): Process ended prematurely: osmo-stp_10.42.42.5(pid=26004) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26004)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26004): Process ended prematurely: osmo-stp_10.42.42.5(pid=26004) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:30.126971 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:30.139329 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:09:30.293202 tst mo_mt_call_osmux.py: using LAC 35976\u000a20:09:30.424670 tst mo_mt_call_osmux.py: using RAC 21\u000a20:09:30.555065 tst mo_mt_call_osmux.py: using CellId 35976\u000a20:09:30.683676 tst mo_mt_call_osmux.py: using BVCI 35977\u000a20:09:30.708762 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:30.720307 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:30.731668 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:30.743019 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:30.754839 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:09:30.766391 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:09:30.890189 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:09:31.168429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:31.762517 run create_hlr_db(pid=25998): Launched\u000a20:09:31.945660 bus /sierra_2: Setting Powered False\u000a20:09:32.963084 run create_hlr_db(pid=25998): Terminated: ok {rc=0}\u000a20:09:33.404731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26000): Launched\u000a20:09:33.739513 run osmo-hlr_10.42.42.2(pid=26001): Launched\u000a20:09:33.862159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:34.438685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26003): Launched\u000a20:09:34.772396 run osmo-stp_10.42.42.5(pid=26004): Launched\u000a20:09:34.894318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:35.500086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26006): Launched\u000a20:09:35.833626 run osmo-msc_10.42.42.6(pid=26007): Launched\u000a20:09:36.027044 run osmo-stp_10.42.42.5(pid=26004): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26004)]\u000a20:09:36.165976 run osmo-stp_10.42.42.5(pid=26004): stdout: \u000a| (launched: 2022-12-13_20:09:34.607228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:36.303808 run osmo-stp_10.42.42.5(pid=26004): stderr: \u000a| �[0;m�[38;5;43m20221213200934801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200934801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200934801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200934802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200934802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200934802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200934802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:36.436291 run osmo-stp_10.42.42.5(pid=26004): stdout: \u000a| (launched: 2022-12-13_20:09:34.607228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:36.567707 run osmo-stp_10.42.42.5(pid=26004): stderr: \u000a| �[0;m�[38;5;43m20221213200934801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200934801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200934801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200934802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200934802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200934802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200934802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:36.625545 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26004): Process ended prematurely: osmo-stp_10.42.42.5(pid=26004) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26004)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:09:36.634737 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:09:36.697841 run osmo-hlr_10.42.42.2(pid=26001): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26001)]\u000a20:09:36.750248 run osmo-hlr_10.42.42.2(pid=26001): stdout: \u000a| (launched: 2022-12-13_20:09:33.573894) \u000a20:09:36.802911 run osmo-hlr_10.42.42.2(pid=26001): stderr: \u000a| �[0;m�[1;31m20221213200933775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200933775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200933775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200933775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200933775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200933775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200933794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200933803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200933803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200933803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:36.873964 run osmo-msc_10.42.42.6(pid=26007): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26007)]\u000a20:09:36.925754 run osmo-msc_10.42.42.6(pid=26007): stdout: \u000a| (launched: 2022-12-13_20:09:35.668211) \u000a20:09:36.978014 run osmo-msc_10.42.42.6(pid=26007): stderr: \u000a| �[0;m�[38;5;43m20221213200935994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200935994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fade922dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200935994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200935994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200935994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200935995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200935996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200935997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200935997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200935997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:37.022359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26000): Terminating (SIGTERM)\u000a20:09:37.064356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26003): Terminating (SIGTERM)\u000a20:09:37.106628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26006): Terminating (SIGTERM)\u000a20:09:37.116280 --- ParallelTerminationStrategy: PID 26000 died...\u000a20:09:37.172415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26000): Terminated: ok {rc=0}\u000a20:09:37.182462 --- ParallelTerminationStrategy: PID 26003 died...\u000a20:09:37.238399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26003): Terminated: ok {rc=0}\u000a20:09:37.248504 --- ParallelTerminationStrategy: PID 26006 died...\u000a20:09:37.304328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26006): Terminated: ok {rc=0}\u000a20:09:37.392838 bus /sierra_3: Setting Powered False\u000a20:09:38.500284 bus /sierra_3: Setting Powered False\u000a20:09:39.610612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:09:19" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26018): Process ended prematurely: osmo-stp_10.42.42.5(pid=26018) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26018): Process ended prematurely: osmo-stp_10.42.42.5(pid=26018) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:09:41.580397 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:41.591957 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:09:41.746470 tst mo_mt_call.py: using LAC 35977\u000a20:09:41.871555 tst mo_mt_call.py: using RAC 22\u000a20:09:41.994452 tst mo_mt_call.py: using CellId 35977\u000a20:09:42.117989 tst mo_mt_call.py: using BVCI 35978\u000a20:09:42.141426 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:42.152441 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:42.163265 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:42.174087 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:42.185299 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:42.196542 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:09:42.316762 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:09:42.523355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:43.012216 run create_hlr_db(pid=26012): Launched\u000a20:09:43.188773 bus /sierra_2: Setting Powered False\u000a20:09:44.211126 run create_hlr_db(pid=26012): Terminated: ok {rc=0}\u000a20:09:44.651820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Launched\u000a20:09:44.986106 run osmo-hlr_10.42.42.2(pid=26015): Launched\u000a20:09:45.107202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:45.683124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Launched\u000a20:09:46.126519 run osmo-stp_10.42.42.5(pid=26018): Launched\u000a20:09:46.317433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:46.935301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26020): Launched\u000a20:09:47.376234 run osmo-msc_10.42.42.6(pid=26021): Launched\u000a20:09:47.569539 run osmo-stp_10.42.42.5(pid=26018): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)]\u000a20:09:47.707904 run osmo-stp_10.42.42.5(pid=26018): stdout: \u000a| (launched: 2022-12-13_20:09:45.873304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:47.845652 run osmo-stp_10.42.42.5(pid=26018): stderr: \u000a| �[0;m�[38;5;43m20221213200946250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200946251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200946252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200946252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200946253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200946253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200946253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:47.978585 run osmo-stp_10.42.42.5(pid=26018): stdout: \u000a| (launched: 2022-12-13_20:09:45.873304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:48.110850 run osmo-stp_10.42.42.5(pid=26018): stderr: \u000a| �[0;m�[38;5;43m20221213200946250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200946251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200946252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200946252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200946253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200946253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200946253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:48.168641 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26018): Process ended prematurely: osmo-stp_10.42.42.5(pid=26018) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26018)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:09:48.177889 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:09:48.241092 run osmo-hlr_10.42.42.2(pid=26015): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26015)]\u000a20:09:48.293182 run osmo-hlr_10.42.42.2(pid=26015): stdout: \u000a| (launched: 2022-12-13_20:09:44.820283) \u000a20:09:48.345893 run osmo-hlr_10.42.42.2(pid=26015): stderr: \u000a| �[0;m�[1;31m20221213200945023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200945023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200945023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200945023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200945023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200945023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200945043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200945053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200945053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200945053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:48.417453 run osmo-msc_10.42.42.6(pid=26021): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26021)]\u000a20:09:48.469431 run osmo-msc_10.42.42.6(pid=26021): stdout: \u000a| (launched: 2022-12-13_20:09:47.097283) \u000a20:09:48.522082 run osmo-msc_10.42.42.6(pid=26021): stderr: \u000a| �[0;m�[38;5;43m20221213200947434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200947434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f783164fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200947434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200947435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200947435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200947435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200947437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200947437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200947437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200947437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:48.566629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Terminating (SIGTERM)\u000a20:09:48.608467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Terminating (SIGTERM)\u000a20:09:48.650502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26020): Terminating (SIGTERM)\u000a20:09:48.660139 --- ParallelTerminationStrategy: PID 26014 died...\u000a20:09:48.716424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26014): Terminated: ok {rc=0}\u000a20:09:48.726550 --- ParallelTerminationStrategy: PID 26017 died...\u000a20:09:48.783057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26017): Terminated: ok {rc=0}\u000a20:09:48.793256 --- ParallelTerminationStrategy: PID 26020 died...\u000a20:09:48.849565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26020): Terminated: ok {rc=0}\u000a20:09:48.937589 bus /sierra_3: Setting Powered False\u000a20:09:50.045101 bus /sierra_3: Setting Powered False\u000a20:09:51.155120 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:52.271631 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:52.283786 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:09:52.438411 tst mo_mt_call_osmux.py: using LAC 35978\u000a20:09:52.567160 tst mo_mt_call_osmux.py: using RAC 23\u000a20:09:52.698440 tst mo_mt_call_osmux.py: using CellId 35978\u000a20:09:52.827397 tst mo_mt_call_osmux.py: using BVCI 35979\u000a20:09:52.852579 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:52.864129 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:52.875641 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:52.887037 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:52.898427 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:09:52.909834 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:09:53.027902 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:09:53.243734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:53.775384 run create_hlr_db(pid=26023): Launched\u000a20:09:53.965643 bus /sierra_2: Setting Powered False\u000a20:09:54.975833 run create_hlr_db(pid=26023): Terminated: ok {rc=0}\u000a20:09:55.423409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Launched\u000a20:09:55.756743 run osmo-hlr_10.42.42.2(pid=26026): Launched\u000a20:09:55.878685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:56.453444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Launched\u000a20:09:56.786748 run osmo-stp_10.42.42.5(pid=26029): Launched\u000a20:09:56.906737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:57.511218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26031): Launched\u000a20:09:57.845407 run osmo-msc_10.42.42.6(pid=26032): Launched\u000a20:09:58.038827 run osmo-stp_10.42.42.5(pid=26029): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]\u000a20:09:58.179118 run osmo-stp_10.42.42.5(pid=26029): stdout: \u000a| (launched: 2022-12-13_20:09:56.621949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:58.317192 run osmo-stp_10.42.42.5(pid=26029): stderr: \u000a| �[0;m�[38;5;43m20221213200956818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200956818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200956818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200956819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200956819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200956819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200956819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:58.449947 run osmo-stp_10.42.42.5(pid=26029): stdout: \u000a| (launched: 2022-12-13_20:09:56.621949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:58.581313 run osmo-stp_10.42.42.5(pid=26029): stderr: \u000a| �[0;m�[38;5;43m20221213200956818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200956818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200956818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200956819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200956819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200956819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200956819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:58.638962 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:09:58.648123 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:09:58.710975 run osmo-hlr_10.42.42.2(pid=26026): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26026)]\u000a20:09:58.763059 run osmo-hlr_10.42.42.2(pid=26026): stdout: \u000a| (launched: 2022-12-13_20:09:55.591516) \u000a20:09:58.815539 run osmo-hlr_10.42.42.2(pid=26026): stderr: \u000a| �[0;m�[1;31m20221213200955794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200955794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200955794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200955794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200955795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200955795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200955809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200955818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200955818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200955818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:58.886811 run osmo-msc_10.42.42.6(pid=26032): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26032)]\u000a20:09:58.938751 run osmo-msc_10.42.42.6(pid=26032): stdout: \u000a| (launched: 2022-12-13_20:09:57.679967) \u000a20:09:58.991136 run osmo-msc_10.42.42.6(pid=26032): stderr: \u000a| �[0;m�[38;5;43m20221213200958010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200958010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc1c99ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200958010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200958010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200958010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200958011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200958012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200958013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200958013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200958013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:59.035732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Terminating (SIGTERM)\u000a20:09:59.077839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Terminating (SIGTERM)\u000a20:09:59.120100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26031): Terminating (SIGTERM)\u000a20:09:59.129885 --- ParallelTerminationStrategy: PID 26025 died...\u000a20:09:59.185992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Terminated: ok {rc=0}\u000a20:09:59.196025 --- ParallelTerminationStrategy: PID 26028 died...\u000a20:09:59.252198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Terminated: ok {rc=0}\u000a20:09:59.262306 --- ParallelTerminationStrategy: PID 26031 died...\u000a20:09:59.318585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26031): Terminated: ok {rc=0}\u000a20:09:59.407437 bus /sierra_3: Setting Powered False\u000a20:10:00.510381 bus /sierra_3: Setting Powered False\u000a20:10:01.633491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:09:41" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26046): Process ended prematurely: osmo-stp_10.42.42.5(pid=26046) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26046)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26046): Process ended prematurely: osmo-stp_10.42.42.5(pid=26046) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:10:03.601945 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:03.613261 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:10:03.758728 tst mo_mt_call.py: using LAC 35979\u000a20:10:03.879893 tst mo_mt_call.py: using RAC 24\u000a20:10:04.009824 tst mo_mt_call.py: using CellId 35979\u000a20:10:04.140426 tst mo_mt_call.py: using BVCI 35980\u000a20:10:04.166135 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:04.178111 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:04.189560 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:04.200937 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:04.212290 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:04.223701 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:10:04.341687 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:10:04.557851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:05.086596 run create_hlr_db(pid=26040): Launched\u000a20:10:05.276680 bus /sierra_2: Setting Powered False\u000a20:10:06.296884 run create_hlr_db(pid=26040): Terminated: ok {rc=0}\u000a20:10:06.712627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26042): Launched\u000a20:10:07.022097 run osmo-hlr_10.42.42.2(pid=26043): Launched\u000a20:10:07.134823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:07.673464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26045): Launched\u000a20:10:07.985145 run osmo-stp_10.42.42.5(pid=26046): Launched\u000a20:10:08.098028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:08.664154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26048): Launched\u000a20:10:08.976327 run osmo-msc_10.42.42.6(pid=26049): Launched\u000a20:10:09.157864 run osmo-stp_10.42.42.5(pid=26046): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26046)]\u000a20:10:09.288714 run osmo-stp_10.42.42.5(pid=26046): stdout: \u000a| (launched: 2022-12-13_20:10:07.830192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:09.417633 run osmo-stp_10.42.42.5(pid=26046): stderr: \u000a| �[0;m�[38;5;43m20221213201008003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201008003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201008003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201008005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201008006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201008006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201008006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:09.542392 run osmo-stp_10.42.42.5(pid=26046): stdout: \u000a| (launched: 2022-12-13_20:10:07.830192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:09.666276 run osmo-stp_10.42.42.5(pid=26046): stderr: \u000a| �[0;m�[38;5;43m20221213201008003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201008003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201008003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201008005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201008006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201008006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201008006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:09.720357 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26046): Process ended prematurely: osmo-stp_10.42.42.5(pid=26046) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26046)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:10:09.729097 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:10:09.789867 run osmo-hlr_10.42.42.2(pid=26043): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26043)]\u000a20:10:09.840020 run osmo-hlr_10.42.42.2(pid=26043): stdout: \u000a| (launched: 2022-12-13_20:10:06.869324) \u000a20:10:09.890425 run osmo-hlr_10.42.42.2(pid=26043): stderr: \u000a| �[0;m�[1;31m20221213201007051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201007051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201007051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201007052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201007052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201007052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201007075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201007085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201007086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201007086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:09.958682 run osmo-msc_10.42.42.6(pid=26049): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26049)]\u000a20:10:10.008693 run osmo-msc_10.42.42.6(pid=26049): stdout: \u000a| (launched: 2022-12-13_20:10:08.821069) \u000a20:10:10.059315 run osmo-msc_10.42.42.6(pid=26049): stderr: \u000a| �[0;m�[38;5;43m20221213201009097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201009097 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f654466bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201009097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201009097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201009097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201009098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201009099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201009100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201009100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201009100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:10.102252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26042): Terminating (SIGTERM)\u000a20:10:10.142875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26045): Terminating (SIGTERM)\u000a20:10:10.183249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26048): Terminating (SIGTERM)\u000a20:10:10.192599 --- ParallelTerminationStrategy: PID 26042 died...\u000a20:10:10.247089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26042): Terminated: ok {rc=0}\u000a20:10:10.256645 --- ParallelTerminationStrategy: PID 26045 died...\u000a20:10:10.310598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26045): Terminated: ok {rc=0}\u000a20:10:10.320186 --- ParallelTerminationStrategy: PID 26048 died...\u000a20:10:10.374184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26048): Terminated: ok {rc=0}\u000a20:10:10.458910 bus /sierra_3: Setting Powered False\u000a20:10:11.565920 bus /sierra_3: Setting Powered False\u000a20:10:12.673727 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26057): Process ended prematurely: osmo-stp_10.42.42.5(pid=26057) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26057)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26057): Process ended prematurely: osmo-stp_10.42.42.5(pid=26057) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:10:13.789797 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:13.801943 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:10:13.955010 tst mo_mt_call_osmux.py: using LAC 35980\u000a20:10:14.089421 tst mo_mt_call_osmux.py: using RAC 25\u000a20:10:14.217084 tst mo_mt_call_osmux.py: using CellId 35980\u000a20:10:14.349495 tst mo_mt_call_osmux.py: using BVCI 35981\u000a20:10:14.374730 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:14.386254 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:14.397677 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:14.409356 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:14.420799 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:10:14.432208 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:10:14.552927 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:10:14.767544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:15.299229 run create_hlr_db(pid=26051): Launched\u000a20:10:15.490138 bus /sierra_2: Setting Powered False\u000a20:10:16.540272 run create_hlr_db(pid=26051): Terminated: ok {rc=0}\u000a20:10:17.001779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26053): Launched\u000a20:10:17.338334 run osmo-hlr_10.42.42.2(pid=26054): Launched\u000a20:10:17.462647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:18.039562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26056): Launched\u000a20:10:18.374125 run osmo-stp_10.42.42.5(pid=26057): Launched\u000a20:10:18.494628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:19.099864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26059): Launched\u000a20:10:19.429890 run osmo-msc_10.42.42.6(pid=26060): Launched\u000a20:10:19.622894 run osmo-stp_10.42.42.5(pid=26057): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26057)]\u000a20:10:19.761552 run osmo-stp_10.42.42.5(pid=26057): stdout: \u000a| (launched: 2022-12-13_20:10:18.208255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:19.899890 run osmo-stp_10.42.42.5(pid=26057): stderr: \u000a| �[0;m�[38;5;43m20221213201018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201018404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201018404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201018404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201018404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:20.032282 run osmo-stp_10.42.42.5(pid=26057): stdout: \u000a| (launched: 2022-12-13_20:10:18.208255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:20.163523 run osmo-stp_10.42.42.5(pid=26057): stderr: \u000a| �[0;m�[38;5;43m20221213201018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201018404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201018404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201018404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201018404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:20.221345 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26057): Process ended prematurely: osmo-stp_10.42.42.5(pid=26057) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26057)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:10:20.230481 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:10:20.293462 run osmo-hlr_10.42.42.2(pid=26054): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26054)]\u000a20:10:20.345177 run osmo-hlr_10.42.42.2(pid=26054): stdout: \u000a| (launched: 2022-12-13_20:10:17.175181) \u000a20:10:20.397860 run osmo-hlr_10.42.42.2(pid=26054): stderr: \u000a| �[0;m�[1;31m20221213201017377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201017377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201017377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201017377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201017378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201017378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201017390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201017398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201017399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201017399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:20.469319 run osmo-msc_10.42.42.6(pid=26060): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26060)]\u000a20:10:20.521407 run osmo-msc_10.42.42.6(pid=26060): stdout: \u000a| (launched: 2022-12-13_20:10:19.267954) \u000a20:10:20.573831 run osmo-msc_10.42.42.6(pid=26060): stderr: \u000a| �[0;m�[38;5;43m20221213201019595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201019595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26ef158c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201019595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201019596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201019596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201019596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201019598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201019598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201019598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201019598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:20.618445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26053): Terminating (SIGTERM)\u000a20:10:20.660441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26056): Terminating (SIGTERM)\u000a20:10:20.702552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26059): Terminating (SIGTERM)\u000a20:10:20.712169 --- ParallelTerminationStrategy: PID 26053 died...\u000a20:10:20.768476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26053): Terminated: ok {rc=0}\u000a20:10:20.778554 --- ParallelTerminationStrategy: PID 26056 died...\u000a20:10:20.834395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26056): Terminated: ok {rc=0}\u000a20:10:20.844311 --- ParallelTerminationStrategy: PID 26059 died...\u000a20:10:20.899803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26059): Terminated: ok {rc=0}\u000a20:10:20.987553 bus /sierra_3: Setting Powered False\u000a20:10:22.095746 bus /sierra_3: Setting Powered False\u000a20:10:23.208650 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:10:03" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:10:25.170368 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:25.181502 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:10:25.325661 tst mo_mt_call.py: using LAC 35981\u000a20:10:25.456418 tst mo_mt_call.py: using RAC 26\u000a20:10:25.583753 tst mo_mt_call.py: using CellId 35981\u000a20:10:25.712634 tst mo_mt_call.py: using BVCI 35982\u000a20:10:25.738041 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:25.749582 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:25.760856 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:25.772517 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:25.784003 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:25.795494 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:10:25.914668 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:10:26.120142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:26.609253 run create_hlr_db(pid=26066): Launched\u000a20:10:26.786881 bus /sierra_2: Setting Powered False\u000a20:10:27.809406 run create_hlr_db(pid=26066): Terminated: ok {rc=0}\u000a20:10:28.248686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Launched\u000a20:10:28.586143 run osmo-hlr_10.42.42.2(pid=26069): Launched\u000a20:10:28.707860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:29.284082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Launched\u000a20:10:29.617550 run osmo-stp_10.42.42.5(pid=26072): Launched\u000a20:10:29.737881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:30.343590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26074): Launched\u000a20:10:30.676330 run osmo-msc_10.42.42.6(pid=26075): Launched\u000a20:10:30.878591 run osmo-stp_10.42.42.5(pid=26072): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]\u000a20:10:31.058298 run osmo-stp_10.42.42.5(pid=26072): stdout: \u000a| (launched: 2022-12-13_20:10:29.452114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:31.347949 run osmo-stp_10.42.42.5(pid=26072): stderr: \u000a| �[0;m�[38;5;43m20221213201029648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201029648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201029648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201029649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:31.520817 run osmo-stp_10.42.42.5(pid=26072): stdout: \u000a| (launched: 2022-12-13_20:10:29.452114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:31.655478 run osmo-stp_10.42.42.5(pid=26072): stderr: \u000a| �[0;m�[38;5;43m20221213201029648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201029648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201029648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201029649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:31.714696 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:10:31.724345 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:10:31.789176 run osmo-hlr_10.42.42.2(pid=26069): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26069)]\u000a20:10:31.842303 run osmo-hlr_10.42.42.2(pid=26069): stdout: \u000a| (launched: 2022-12-13_20:10:28.418469) \u000a20:10:31.895843 run osmo-hlr_10.42.42.2(pid=26069): stderr: \u000a| �[0;m�[1;31m20221213201028618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201028618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201028618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201028618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201028618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201028618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201028631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201028641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201028642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201028642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:31.968099 run osmo-msc_10.42.42.6(pid=26075): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26075)]\u000a20:10:32.020863 run osmo-msc_10.42.42.6(pid=26075): stdout: \u000a| (launched: 2022-12-13_20:10:30.512175) \u000a20:10:32.074223 run osmo-msc_10.42.42.6(pid=26075): stderr: \u000a| �[0;m�[38;5;43m20221213201030874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201030874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbd61acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201030874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201030874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201030874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201030875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201030876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201030885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201030885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201030885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:32.119755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Terminating (SIGTERM)\u000a20:10:32.163548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Terminating (SIGTERM)\u000a20:10:32.207756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26074): Terminating (SIGTERM)\u000a20:10:32.217620 --- ParallelTerminationStrategy: PID 26068 died...\u000a20:10:32.274856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Terminated: ok {rc=0}\u000a20:10:32.285394 --- ParallelTerminationStrategy: PID 26071 died...\u000a20:10:32.342127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Terminated: ok {rc=0}\u000a20:10:32.352559 --- ParallelTerminationStrategy: PID 26074 died...\u000a20:10:32.409948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26074): Terminated: ok {rc=0}\u000a20:10:32.498610 bus /sierra_3: Setting Powered False\u000a20:10:33.604546 bus /sierra_3: Setting Powered False\u000a20:10:34.713866 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26083): Process ended prematurely: osmo-stp_10.42.42.5(pid=26083) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26083): Process ended prematurely: osmo-stp_10.42.42.5(pid=26083) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:10:35.828625 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:35.840287 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:10:35.987440 tst mo_mt_call_osmux.py: using LAC 35982\u000a20:10:36.115201 tst mo_mt_call_osmux.py: using RAC 27\u000a20:10:36.244228 tst mo_mt_call_osmux.py: using CellId 35982\u000a20:10:36.374388 tst mo_mt_call_osmux.py: using BVCI 35983\u000a20:10:36.399975 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:36.411751 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:36.423250 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:36.434640 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:36.446147 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:10:36.457581 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:10:36.577733 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:10:36.796521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:37.325927 run create_hlr_db(pid=26077): Launched\u000a20:10:37.517672 bus /sierra_2: Setting Powered False\u000a20:10:38.537922 run create_hlr_db(pid=26077): Terminated: ok {rc=0}\u000a20:10:38.979218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Launched\u000a20:10:39.311432 run osmo-hlr_10.42.42.2(pid=26080): Launched\u000a20:10:39.436566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:40.011899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Launched\u000a20:10:40.342857 run osmo-stp_10.42.42.5(pid=26083): Launched\u000a20:10:40.463355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:41.068761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26085): Launched\u000a20:10:41.402145 run osmo-msc_10.42.42.6(pid=26086): Launched\u000a20:10:41.595282 run osmo-stp_10.42.42.5(pid=26083): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)]\u000a20:10:41.736173 run osmo-stp_10.42.42.5(pid=26083): stdout: \u000a| (launched: 2022-12-13_20:10:40.179891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:41.874823 run osmo-stp_10.42.42.5(pid=26083): stderr: \u000a| �[0;m�[38;5;43m20221213201040375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201040376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201040376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201040376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201040377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201040377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201040377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:42.007468 run osmo-stp_10.42.42.5(pid=26083): stdout: \u000a| (launched: 2022-12-13_20:10:40.179891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:42.139492 run osmo-stp_10.42.42.5(pid=26083): stderr: \u000a| �[0;m�[38;5;43m20221213201040375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201040376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201040376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201040376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201040377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201040377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201040377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:42.197391 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26083): Process ended prematurely: osmo-stp_10.42.42.5(pid=26083) [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)] [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:10:42.206804 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:10:42.269687 run osmo-hlr_10.42.42.2(pid=26080): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26080)]\u000a20:10:42.321478 run osmo-hlr_10.42.42.2(pid=26080): stdout: \u000a| (launched: 2022-12-13_20:10:39.147458) \u000a20:10:42.373813 run osmo-hlr_10.42.42.2(pid=26080): stderr: \u000a| �[0;m�[1;31m20221213201039351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201039351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201039351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201039351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201039351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201039351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201039364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201039373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201039373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201039373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:42.444875 run osmo-msc_10.42.42.6(pid=26086): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26086)]\u000a20:10:42.497051 run osmo-msc_10.42.42.6(pid=26086): stdout: \u000a| (launched: 2022-12-13_20:10:41.237587) \u000a20:10:42.549129 run osmo-msc_10.42.42.6(pid=26086): stderr: \u000a| �[0;m�[38;5;43m20221213201041565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201041565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9489e80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201041565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201041565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201041565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201041565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201041567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201041567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201041567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201041567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:42.593480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Terminating (SIGTERM)\u000a20:10:42.635374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Terminating (SIGTERM)\u000a20:10:42.677287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26085): Terminating (SIGTERM)\u000a20:10:42.686967 --- ParallelTerminationStrategy: PID 26079 died...\u000a20:10:42.742980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Terminated: ok {rc=0}\u000a20:10:42.753075 --- ParallelTerminationStrategy: PID 26082 died...\u000a20:10:42.809172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Terminated: ok {rc=0}\u000a20:10:42.819243 --- ParallelTerminationStrategy: PID 26085 died...\u000a20:10:42.874979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26085): Terminated: ok {rc=0}\u000a20:10:42.962476 bus /sierra_3: Setting Powered False\u000a20:10:44.070508 bus /sierra_3: Setting Powered False\u000a20:10:45.180288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:10:24" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26097): Process ended prematurely: osmo-stp_10.42.42.5(pid=26097) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26097): Process ended prematurely: osmo-stp_10.42.42.5(pid=26097) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:10:47.184874 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:47.197616 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:10:47.352331 tst mo_mt_call.py: using LAC 35983\u000a20:10:47.482987 tst mo_mt_call.py: using RAC 28\u000a20:10:47.614566 tst mo_mt_call.py: using CellId 35983\u000a20:10:47.744024 tst mo_mt_call.py: using BVCI 35984\u000a20:10:47.769316 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:47.781603 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:47.793224 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:47.804782 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:47.817000 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:47.829060 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:10:47.949535 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:10:48.155525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:48.645476 run create_hlr_db(pid=26091): Launched\u000a20:10:48.823956 bus /sierra_2: Setting Powered False\u000a20:10:49.847066 run create_hlr_db(pid=26091): Terminated: ok {rc=0}\u000a20:10:50.290832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Launched\u000a20:10:50.625037 run osmo-hlr_10.42.42.2(pid=26094): Launched\u000a20:10:50.749755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:51.327877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Launched\u000a20:10:51.660142 run osmo-stp_10.42.42.5(pid=26097): Launched\u000a20:10:51.780499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:52.361425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26099): Launched\u000a20:10:52.672405 run osmo-msc_10.42.42.6(pid=26100): Launched\u000a20:10:52.853669 run osmo-stp_10.42.42.5(pid=26097): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)]\u000a20:10:52.985072 run osmo-stp_10.42.42.5(pid=26097): stdout: \u000a| (launched: 2022-12-13_20:10:51.496173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:53.113830 run osmo-stp_10.42.42.5(pid=26097): stderr: \u000a| �[0;m�[38;5;43m20221213201051692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201051692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201051692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201051693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201051695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201051695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201051695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:53.238215 run osmo-stp_10.42.42.5(pid=26097): stdout: \u000a| (launched: 2022-12-13_20:10:51.496173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:53.361292 run osmo-stp_10.42.42.5(pid=26097): stderr: \u000a| �[0;m�[38;5;43m20221213201051692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201051692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201051692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201051693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201051695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201051695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201051695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:53.415485 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26097): Process ended prematurely: osmo-stp_10.42.42.5(pid=26097) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)] [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:10:53.424019 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:10:53.484192 run osmo-hlr_10.42.42.2(pid=26094): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26094)]\u000a20:10:53.534081 run osmo-hlr_10.42.42.2(pid=26094): stdout: \u000a| (launched: 2022-12-13_20:10:50.460133) \u000a20:10:53.584477 run osmo-hlr_10.42.42.2(pid=26094): stderr: \u000a| �[0;m�[1;31m20221213201050661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201050661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201050661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201050661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201050661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201050661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201050675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201050683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201050684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201050684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:53.652827 run osmo-msc_10.42.42.6(pid=26100): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26100)]\u000a20:10:53.703366 run osmo-msc_10.42.42.6(pid=26100): stdout: \u000a| (launched: 2022-12-13_20:10:52.518377) \u000a20:10:53.754032 run osmo-msc_10.42.42.6(pid=26100): stderr: \u000a| �[0;m�[38;5;43m20221213201052796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201052797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff230848c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201052797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201052797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201052797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201052797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201052799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201052799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201052799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201052799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:53.796936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Terminating (SIGTERM)\u000a20:10:53.838137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Terminating (SIGTERM)\u000a20:10:53.878638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26099): Terminating (SIGTERM)\u000a20:10:53.887867 --- ParallelTerminationStrategy: PID 26093 died...\u000a20:10:53.942183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Terminated: ok {rc=0}\u000a20:10:53.951777 --- ParallelTerminationStrategy: PID 26096 died...\u000a20:10:54.005764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Terminated: ok {rc=0}\u000a20:10:54.015276 --- ParallelTerminationStrategy: PID 26099 died...\u000a20:10:54.069310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26099): Terminated: ok {rc=0}\u000a20:10:54.159040 bus /sierra_3: Setting Powered False\u000a20:10:55.265742 bus /sierra_3: Setting Powered False\u000a20:10:56.374303 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:10:57.490967 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:57.503299 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:10:57.659084 tst mo_mt_call_osmux.py: using LAC 35984\u000a20:10:57.789463 tst mo_mt_call_osmux.py: using RAC 29\u000a20:10:57.920026 tst mo_mt_call_osmux.py: using CellId 35984\u000a20:10:58.051170 tst mo_mt_call_osmux.py: using BVCI 35985\u000a20:10:58.076487 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:58.088172 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:58.099689 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:58.111211 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:58.122881 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:10:58.134431 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:10:58.251102 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:10:58.467256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:58.998871 run create_hlr_db(pid=26102): Launched\u000a20:10:59.190015 bus /sierra_2: Setting Powered False\u000a20:11:00.211241 run create_hlr_db(pid=26102): Terminated: ok {rc=0}\u000a20:11:00.629264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Launched\u000a20:11:01.051883 run osmo-hlr_10.42.42.2(pid=26105): Launched\u000a20:11:01.224695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:01.892624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Launched\u000a20:11:02.370076 run osmo-stp_10.42.42.5(pid=26108): Launched\u000a20:11:02.529497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:03.095504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26110): Launched\u000a20:11:03.408289 run osmo-msc_10.42.42.6(pid=26111): Launched\u000a20:11:03.589109 run osmo-stp_10.42.42.5(pid=26108): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]\u000a20:11:03.719114 run osmo-stp_10.42.42.5(pid=26108): stdout: \u000a| (launched: 2022-12-13_20:11:02.067258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:03.847927 run osmo-stp_10.42.42.5(pid=26108): stderr: \u000a| �[0;m�[38;5;43m20221213201102346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201102347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201102347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201102347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201102348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201102348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201102348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:03.971851 run osmo-stp_10.42.42.5(pid=26108): stdout: \u000a| (launched: 2022-12-13_20:11:02.067258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:04.095275 run osmo-stp_10.42.42.5(pid=26108): stderr: \u000a| �[0;m�[38;5;43m20221213201102346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201102347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201102347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201102347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201102348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201102348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201102348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:04.149549 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)] [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:11:04.158200 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:11:04.218710 run osmo-hlr_10.42.42.2(pid=26105): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26105)]\u000a20:11:04.268412 run osmo-hlr_10.42.42.2(pid=26105): stdout: \u000a| (launched: 2022-12-13_20:11:00.786423) \u000a20:11:04.318996 run osmo-hlr_10.42.42.2(pid=26105): stderr: \u000a| �[0;m�[1;31m20221213201101161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201101161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201101161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201101161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201101163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201101164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201101193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201101216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201101217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201101217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:04.387759 run osmo-msc_10.42.42.6(pid=26111): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26111)]\u000a20:11:04.437669 run osmo-msc_10.42.42.6(pid=26111): stdout: \u000a| (launched: 2022-12-13_20:11:03.252319) \u000a20:11:04.487948 run osmo-msc_10.42.42.6(pid=26111): stderr: \u000a| �[0;m�[38;5;43m20221213201103527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201103527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16389b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201103527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201103527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201103527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201103527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201103529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201103530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201103530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201103530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:04.530723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminating (SIGTERM)\u000a20:11:04.571249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminating (SIGTERM)\u000a20:11:04.612301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26110): Terminating (SIGTERM)\u000a20:11:04.621870 --- ParallelTerminationStrategy: PID 26104 died...\u000a20:11:04.676101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminated: ok {rc=0}\u000a20:11:04.685740 --- ParallelTerminationStrategy: PID 26107 died...\u000a20:11:04.739964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminated: ok {rc=0}\u000a20:11:04.749867 --- ParallelTerminationStrategy: PID 26110 died...\u000a20:11:04.803951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26110): Terminated: ok {rc=0}\u000a20:11:04.893096 bus /sierra_3: Setting Powered False\u000a20:11:05.997029 bus /sierra_3: Setting Powered False\u000a20:11:07.104482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:10:46" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:11:09.071934 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:09.083419 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:11:09.236787 tst mo_mt_call.py: using LAC 35985\u000a20:11:09.367505 tst mo_mt_call.py: using RAC 30\u000a20:11:09.498106 tst mo_mt_call.py: using CellId 35985\u000a20:11:09.628013 tst mo_mt_call.py: using BVCI 35986\u000a20:11:09.653433 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:09.664797 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:09.675955 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:09.687168 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:09.698606 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:09.709863 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:11:09.831332 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:11:10.042243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:10.533788 run create_hlr_db(pid=26116): Launched\u000a20:11:10.711754 bus /sierra_2: Setting Powered False\u000a20:11:11.733332 run create_hlr_db(pid=26116): Terminated: ok {rc=0}\u000a20:11:12.174750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Launched\u000a20:11:12.505773 run osmo-hlr_10.42.42.2(pid=26119): Launched\u000a20:11:12.631955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:13.211914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Launched\u000a20:11:13.544038 run osmo-stp_10.42.42.5(pid=26122): Launched\u000a20:11:13.664922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:14.273740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26124): Launched\u000a20:11:14.608171 run osmo-msc_10.42.42.6(pid=26125): Launched\u000a20:11:14.802600 run osmo-stp_10.42.42.5(pid=26122): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]\u000a20:11:14.942226 run osmo-stp_10.42.42.5(pid=26122): stdout: \u000a| (launched: 2022-12-13_20:11:13.380403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:15.081153 run osmo-stp_10.42.42.5(pid=26122): stderr: \u000a| �[0;m�[38;5;43m20221213201113575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201113575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201113575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201113576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201113578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201113578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201113578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:15.214459 run osmo-stp_10.42.42.5(pid=26122): stdout: \u000a| (launched: 2022-12-13_20:11:13.380403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:15.346744 run osmo-stp_10.42.42.5(pid=26122): stderr: \u000a| �[0;m�[38;5;43m20221213201113575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201113575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201113575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201113576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201113578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201113578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201113578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:15.404761 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)] [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:11:15.414285 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:11:15.477038 run osmo-hlr_10.42.42.2(pid=26119): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26119)]\u000a20:11:15.528838 run osmo-hlr_10.42.42.2(pid=26119): stdout: \u000a| (launched: 2022-12-13_20:11:12.342964) \u000a20:11:15.581528 run osmo-hlr_10.42.42.2(pid=26119): stderr: \u000a| �[0;m�[1;31m20221213201112546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201112546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201112547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201112547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201112547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201112547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201112559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201112567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201112568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201112568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:15.652063 run osmo-msc_10.42.42.6(pid=26125): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26125)]\u000a20:11:15.703393 run osmo-msc_10.42.42.6(pid=26125): stdout: \u000a| (launched: 2022-12-13_20:11:14.442630) \u000a20:11:15.755273 run osmo-msc_10.42.42.6(pid=26125): stderr: \u000a| �[0;m�[38;5;43m20221213201114773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201114773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f877b758c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201114773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201114773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201114774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201114774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201114775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201114776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201114776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201114776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:15.799598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Terminating (SIGTERM)\u000a20:11:15.845690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Terminating (SIGTERM)\u000a20:11:15.890894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26124): Terminating (SIGTERM)\u000a20:11:15.906277 --- ParallelTerminationStrategy: PID 26118 died...\u000a20:11:15.967532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Terminated: ok {rc=0}\u000a20:11:15.978057 --- ParallelTerminationStrategy: PID 26121 died...\u000a20:11:16.039399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Terminated: ok {rc=0}\u000a20:11:16.049917 --- ParallelTerminationStrategy: PID 26124 died...\u000a20:11:16.107284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26124): Terminated: ok {rc=0}\u000a20:11:16.197477 bus /sierra_3: Setting Powered False\u000a20:11:17.313318 bus /sierra_3: Setting Powered False\u000a20:11:18.423364 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26133): Process ended prematurely: osmo-stp_10.42.42.5(pid=26133) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26133)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26133): Process ended prematurely: osmo-stp_10.42.42.5(pid=26133) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:11:19.540178 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:19.552457 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:11:19.707978 tst mo_mt_call_osmux.py: using LAC 35986\u000a20:11:19.833229 tst mo_mt_call_osmux.py: using RAC 31\u000a20:11:19.955464 tst mo_mt_call_osmux.py: using CellId 35986\u000a20:11:20.078552 tst mo_mt_call_osmux.py: using BVCI 35987\u000a20:11:20.101969 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:20.112918 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:20.123834 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:20.134724 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:20.145835 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:11:20.156823 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:11:20.278034 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:11:20.493926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:21.023055 run create_hlr_db(pid=26127): Launched\u000a20:11:21.213214 bus /sierra_2: Setting Powered False\u000a20:11:22.235075 run create_hlr_db(pid=26127): Terminated: ok {rc=0}\u000a20:11:22.651815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26129): Launched\u000a20:11:22.964364 run osmo-hlr_10.42.42.2(pid=26130): Launched\u000a20:11:23.083759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:23.627851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26132): Launched\u000a20:11:23.940192 run osmo-stp_10.42.42.5(pid=26133): Launched\u000a20:11:24.054104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:24.626013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26135): Launched\u000a20:11:24.959029 run osmo-msc_10.42.42.6(pid=26136): Launched\u000a20:11:25.150992 run osmo-stp_10.42.42.5(pid=26133): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26133)]\u000a20:11:25.289400 run osmo-stp_10.42.42.5(pid=26133): stdout: \u000a| (launched: 2022-12-13_20:11:23.784705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:25.427830 run osmo-stp_10.42.42.5(pid=26133): stderr: \u000a| �[0;m�[38;5;43m20221213201123954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201123954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201123955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201123955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201123957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201123958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201123958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:25.560486 run osmo-stp_10.42.42.5(pid=26133): stdout: \u000a| (launched: 2022-12-13_20:11:23.784705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:25.692178 run osmo-stp_10.42.42.5(pid=26133): stderr: \u000a| �[0;m�[38;5;43m20221213201123954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201123954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201123955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201123955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201123957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201123958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201123958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:25.750209 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26133): Process ended prematurely: osmo-stp_10.42.42.5(pid=26133) [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26133)] [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:11:25.759438 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:11:25.822742 run osmo-hlr_10.42.42.2(pid=26130): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26130)]\u000a20:11:25.875010 run osmo-hlr_10.42.42.2(pid=26130): stdout: \u000a| (launched: 2022-12-13_20:11:22.809137) \u000a20:11:25.927718 run osmo-hlr_10.42.42.2(pid=26130): stderr: \u000a| �[0;m�[1;31m20221213201122987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201122987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201122987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201122987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201122987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201122988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201123000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201123008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201123008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201123008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:25.999083 run osmo-msc_10.42.42.6(pid=26136): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26136)]\u000a20:11:26.050449 run osmo-msc_10.42.42.6(pid=26136): stdout: \u000a| (launched: 2022-12-13_20:11:24.794234) \u000a20:11:26.102525 run osmo-msc_10.42.42.6(pid=26136): stderr: \u000a| �[0;m�[38;5;43m20221213201125119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201125119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc61f13dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201125119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201125119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201125119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201125120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201125121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201125122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201125122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201125122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:26.146718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26129): Terminating (SIGTERM)\u000a20:11:26.188439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26132): Terminating (SIGTERM)\u000a20:11:26.230414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26135): Terminating (SIGTERM)\u000a20:11:26.240028 --- ParallelTerminationStrategy: PID 26129 died...\u000a20:11:26.296333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26129): Terminated: ok {rc=0}\u000a20:11:26.306566 --- ParallelTerminationStrategy: PID 26132 died...\u000a20:11:26.363169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26132): Terminated: ok {rc=0}\u000a20:11:26.373427 --- ParallelTerminationStrategy: PID 26135 died...\u000a20:11:26.429377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26135): Terminated: ok {rc=0}\u000a20:11:26.516418 bus /sierra_3: Setting Powered False\u000a20:11:27.623832 bus /sierra_3: Setting Powered False\u000a20:11:28.733293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:11:08" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26148): Process ended prematurely: osmo-stp_10.42.42.5(pid=26148) [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26148)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26148): Process ended prematurely: osmo-stp_10.42.42.5(pid=26148) [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:11:30.721354 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:30.732437 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a20:11:30.864370 tst emergency_mo_mt_call.py: using LAC 35987\u000a20:11:31.000867 tst emergency_mo_mt_call.py: using RAC 32\u000a20:11:31.162255 tst emergency_mo_mt_call.py: using CellId 35987\u000a20:11:31.297683 tst emergency_mo_mt_call.py: using BVCI 35988\u000a20:11:31.322592 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:31.334663 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:31.346803 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:31.358674 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:31.371693 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:31.384856 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:31.508375 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:31.749846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:32.302305 run create_hlr_db(pid=26141): Launched\u000a20:11:32.480556 bus /sierra_2: Setting Powered False\u000a20:11:33.500747 run create_hlr_db(pid=26141): Terminated: ok {rc=0}\u000a20:11:33.908062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26143): Launched\u000a20:11:34.216182 run osmo-hlr_10.42.42.2(pid=26144): Launched\u000a20:11:34.330456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:34.868489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26147): Launched\u000a20:11:35.177900 run osmo-stp_10.42.42.5(pid=26148): Launched\u000a20:11:35.299532 tst emergency_mo_mt_call.py: using MSISDN 8315\u000a20:11:35.450537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:36.007567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26150): Launched\u000a20:11:36.314522 run osmo-msc_10.42.42.6(pid=26151): Launched\u000a20:11:36.494412 run osmo-stp_10.42.42.5(pid=26148): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26148)]\u000a20:11:36.623395 run osmo-stp_10.42.42.5(pid=26148): stdout: \u000a| (launched: 2022-12-13_20:11:35.022430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:36.749548 run osmo-stp_10.42.42.5(pid=26148): stderr: \u000a| �[0;m�[38;5;43m20221213201135195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201135195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201135196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201135196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201135197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201135197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201135197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:36.871308 run osmo-stp_10.42.42.5(pid=26148): stdout: \u000a| (launched: 2022-12-13_20:11:35.022430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:36.992464 run osmo-stp_10.42.42.5(pid=26148): stderr: \u000a| �[0;m�[38;5;43m20221213201135195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201135195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201135196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201135196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201135197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201135197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201135197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:37.045152 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26148): Process ended prematurely: osmo-stp_10.42.42.5(pid=26148) [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26148)] [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a20:11:37.053054 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a20:11:37.113401 run osmo-hlr_10.42.42.2(pid=26144): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26144)]\u000a20:11:37.162982 run osmo-hlr_10.42.42.2(pid=26144): stdout: \u000a| (launched: 2022-12-13_20:11:34.063191) \u000a20:11:37.213266 run osmo-hlr_10.42.42.2(pid=26144): stderr: \u000a| �[0;m�[1;31m20221213201134245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201134245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201134245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201134245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201134245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201134245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201134256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:37.281369 run osmo-msc_10.42.42.6(pid=26151): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26151)]\u000a20:11:37.331022 run osmo-msc_10.42.42.6(pid=26151): stdout: \u000a| (launched: 2022-12-13_20:11:36.161621) \u000a20:11:37.381263 run osmo-msc_10.42.42.6(pid=26151): stderr: \u000a| �[0;m�[38;5;43m20221213201136435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201136435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb088b3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201136435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201136435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201136436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201136436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201136438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201136438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201136438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201136438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:37.423888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26143): Terminating (SIGTERM)\u000a20:11:37.464728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26147): Terminating (SIGTERM)\u000a20:11:37.505766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26150): Terminating (SIGTERM)\u000a20:11:37.514970 --- ParallelTerminationStrategy: PID 26143 died...\u000a20:11:37.569441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26143): Terminated: ok {rc=0}\u000a20:11:37.578982 --- ParallelTerminationStrategy: PID 26147 died...\u000a20:11:37.632884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26147): Terminated: ok {rc=0}\u000a20:11:37.642538 --- ParallelTerminationStrategy: PID 26150 died...\u000a20:11:37.696769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26150): Terminated: ok {rc=0}\u000a20:11:37.786652 bus /sierra_3: Setting Powered False\u000a20:11:38.891410 bus /sierra_3: Setting Powered False\u000a20:11:40.003963 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26159): Process ended prematurely: osmo-stp_10.42.42.5(pid=26159) [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26159)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26159): Process ended prematurely: osmo-stp_10.42.42.5(pid=26159) [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:11:41.055724 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:41.067135 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a20:11:41.199688 tst emergency_preemptive_call.py: using LAC 35988\u000a20:11:41.328466 tst emergency_preemptive_call.py: using RAC 33\u000a20:11:41.455563 tst emergency_preemptive_call.py: using CellId 35988\u000a20:11:41.582862 tst emergency_preemptive_call.py: using BVCI 35989\u000a20:11:41.607566 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:41.618951 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:41.630072 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:41.641078 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:41.652059 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:11:41.663917 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:41.781996 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:41.904460 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:42.020772 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:42.230703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:42.751572 run create_hlr_db(pid=26153): Launched\u000a20:11:42.941092 bus /sierra_2: Setting Powered False\u000a20:11:43.959673 run create_hlr_db(pid=26153): Terminated: ok {rc=0}\u000a20:11:44.370252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26155): Launched\u000a20:11:44.676408 run osmo-hlr_10.42.42.2(pid=26156): Launched\u000a20:11:44.795173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:45.331776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26158): Launched\u000a20:11:45.639365 run osmo-stp_10.42.42.5(pid=26159): Launched\u000a20:11:45.763480 tst emergency_preemptive_call.py: using MSISDN 8316\u000a20:11:45.918219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:46.513573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26161): Launched\u000a20:11:46.992439 run osmo-msc_10.42.42.6(pid=26162): Launched\u000a20:11:47.333457 run osmo-stp_10.42.42.5(pid=26159): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26159)]\u000a20:11:47.469121 run osmo-stp_10.42.42.5(pid=26159): stdout: \u000a| (launched: 2022-12-13_20:11:45.485816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:47.604670 run osmo-stp_10.42.42.5(pid=26159): stderr: \u000a| �[0;m�[38;5;43m20221213201145659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201145659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201145659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201145660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201145660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201145660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201145660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:47.735489 run osmo-stp_10.42.42.5(pid=26159): stdout: \u000a| (launched: 2022-12-13_20:11:45.485816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:47.865502 run osmo-stp_10.42.42.5(pid=26159): stderr: \u000a| �[0;m�[38;5;43m20221213201145659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201145659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201145659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201145660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201145660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201145660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201145660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:47.922012 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26159): Process ended prematurely: osmo-stp_10.42.42.5(pid=26159) [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26159)] [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a20:11:47.930614 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a20:11:47.993385 run osmo-hlr_10.42.42.2(pid=26156): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26156)]\u000a20:11:48.044888 run osmo-hlr_10.42.42.2(pid=26156): stdout: \u000a| (launched: 2022-12-13_20:11:44.524652) \u000a20:11:48.097052 run osmo-hlr_10.42.42.2(pid=26156): stderr: \u000a| �[0;m�[1;31m20221213201144703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201144703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201144703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201144703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201144703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201144703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201144715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201144726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201144726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201144726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:48.167886 run osmo-msc_10.42.42.6(pid=26162): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26162)]\u000a20:11:48.219543 run osmo-msc_10.42.42.6(pid=26162): stdout: \u000a| (launched: 2022-12-13_20:11:46.684715) \u000a20:11:48.271523 run osmo-msc_10.42.42.6(pid=26162): stderr: \u000a| �[0;m�[38;5;43m20221213201147071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201147071 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5b6fbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201147072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201147072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201147072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201147072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201147082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201147083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201147083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201147083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:48.316030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26155): Terminating (SIGTERM)\u000a20:11:48.358355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26158): Terminating (SIGTERM)\u000a20:11:48.400252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26161): Terminating (SIGTERM)\u000a20:11:48.410002 --- ParallelTerminationStrategy: PID 26155 died...\u000a20:11:48.466303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26155): Terminated: ok {rc=0}\u000a20:11:48.476498 --- ParallelTerminationStrategy: PID 26158 died...\u000a20:11:48.532627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26158): Terminated: ok {rc=0}\u000a20:11:48.542673 --- ParallelTerminationStrategy: PID 26161 died...\u000a20:11:48.599015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26161): Terminated: ok {rc=0}\u000a20:11:48.687053 bus /sierra_9: Setting Powered False\u000a20:11:49.794120 bus /sierra_9: Setting Powered False\u000a20:11:50.906121 bus /sierra_8: Setting Powered False\u000a20:11:52.013887 bus /sierra_8: Setting Powered False\u000a20:11:53.122368 bus /sierra_3: Setting Powered False\u000a20:11:54.229684 bus /sierra_3: Setting Powered False\u000a20:11:55.339914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:11:30" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:11:57.421557 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:57.432092 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:11:57.572175 tst cs_paging_gprs_active.py: using LAC 35989\u000a20:11:57.699392 tst cs_paging_gprs_active.py: using RAC 34\u000a20:11:57.819473 tst cs_paging_gprs_active.py: using CellId 35989\u000a20:11:57.944102 tst cs_paging_gprs_active.py: using BVCI 35990\u000a20:11:57.967750 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:57.978387 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:57.988840 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:57.999307 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:58.010529 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:58.021790 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:58.033128 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:58.044426 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:58.055889 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:58.181124 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:58.467689 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:11:58.598435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:58.921872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Launched\u000a20:11:59.191554 run iperf3-srv_10.42.42.10(pid=26168): Launched\u000a20:11:59.380494 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:11:59.509691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:59.831393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Launched\u000a20:12:00.099651 run iperf3-srv_10.42.42.10(pid=26170): Launched\u000a20:12:00.287483 tst cs_paging_gprs_active.py:38: start network...\u000a20:12:00.416073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:00.958711 run create_hlr_db(pid=26171): Launched\u000a20:12:01.167642 bus /sierra_2: Setting Powered False\u000a20:12:02.163303 run create_hlr_db(pid=26171): Terminated: ok {rc=0}\u000a20:12:02.628138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Launched\u000a20:12:02.963802 run osmo-hlr_10.42.42.2(pid=26174): Launched\u000a20:12:03.088507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:03.664521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Launched\u000a20:12:03.997702 run osmo-stp_10.42.42.5(pid=26177): Launched\u000a20:12:04.118400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:05.695321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Launched\u000a20:12:05.815188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:06.107746 run patchelf(pid=26180): Launched\u000a20:12:06.301186 run osmo-stp_10.42.42.5(pid=26177): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]\u000a20:12:06.442348 run osmo-stp_10.42.42.5(pid=26177): stdout: \u000a| (launched: 2022-12-13_20:12:03.833410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:06.583733 run osmo-stp_10.42.42.5(pid=26177): stderr: \u000a| �[0;m�[38;5;43m20221213201204027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201204027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201204028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201204028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201204028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201204028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201204029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:06.721071 run osmo-stp_10.42.42.5(pid=26177): stdout: \u000a| (launched: 2022-12-13_20:12:03.833410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:06.857498 run osmo-stp_10.42.42.5(pid=26177): stderr: \u000a| �[0;m�[38;5;43m20221213201204027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201204027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201204028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201204028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201204028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201204028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201204029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:07.016538 run patchelf(pid=26180): Terminating (SIGINT)\u000a20:12:07.203887 run patchelf(pid=26180): Terminated: ok {rc=0}\u000a20:12:07.237831 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)] [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a20:12:07.247496 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a20:12:07.310705 run osmo-hlr_10.42.42.2(pid=26174): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26174)]\u000a20:12:07.361825 run osmo-hlr_10.42.42.2(pid=26174): stdout: \u000a| (launched: 2022-12-13_20:12:02.797171) \u000a20:12:07.413604 run osmo-hlr_10.42.42.2(pid=26174): stderr: \u000a| �[0;m�[1;31m20221213201202997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201202997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201202997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201202998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201202998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201202998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201203010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201203020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201203020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201203020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:07.458171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminating (SIGTERM)\u000a20:12:07.500134 run iperf3-srv_10.42.42.10(pid=26168): Terminating (SIGTERM)\u000a20:12:07.542632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminating (SIGTERM)\u000a20:12:07.584664 run iperf3-srv_10.42.42.10(pid=26170): Terminating (SIGTERM)\u000a20:12:07.626846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Terminating (SIGTERM)\u000a20:12:07.668917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Terminating (SIGTERM)\u000a20:12:07.711015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Terminating (SIGTERM)\u000a20:12:07.720715 --- ParallelTerminationStrategy: PID 26167 died...\u000a20:12:07.777291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminated: ok {rc=0}\u000a20:12:07.787469 --- ParallelTerminationStrategy: PID 26168 died...\u000a20:12:07.844349 run iperf3-srv_10.42.42.10(pid=26168): Terminated {rc=256}\u000a20:12:07.854537 --- ParallelTerminationStrategy: PID 26169 died...\u000a20:12:07.911061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminated: ok {rc=0}\u000a20:12:07.921358 --- ParallelTerminationStrategy: PID 26170 died...\u000a20:12:07.977513 run iperf3-srv_10.42.42.10(pid=26170): Terminated {rc=256}\u000a20:12:07.987664 --- ParallelTerminationStrategy: PID 26173 died...\u000a20:12:08.044546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Terminated: ok {rc=0}\u000a20:12:08.054762 --- ParallelTerminationStrategy: PID 26176 died...\u000a20:12:08.110857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Terminated: ok {rc=0}\u000a20:12:08.121134 --- ParallelTerminationStrategy: PID 26179 died...\u000a20:12:08.177508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Terminated: ok {rc=0}\u000a20:12:08.264686 bus /gobi_0: Setting Powered False\u000a20:12:09.373059 bus /gobi_0: Setting Powered False\u000a20:12:10.481782 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "gprs:sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26190): Process ended prematurely: osmo-stp_10.42.42.5(pid=26190) [trial-2394↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26190): Process ended prematurely: osmo-stp_10.42.42.5(pid=26190) [trial-2394↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a20:12:11.599321 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:11.611089 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:12:11.742662 tst iperf3.py: using LAC 35990\u000a20:12:11.870972 tst iperf3.py: using RAC 35\u000a20:12:12.000827 tst iperf3.py: using CellId 35990\u000a20:12:12.128636 tst iperf3.py: using BVCI 35991\u000a20:12:12.153959 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:12.165063 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:12.176000 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:12.187004 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:12.197839 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:12.208647 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:12.219657 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:12.230585 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:12.241591 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:12:12.527662 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:12:12.657278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:12.979029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Launched\u000a20:12:13.247423 run iperf3-srv_10.42.42.10(pid=26183): Launched\u000a20:12:13.435292 tst iperf3.py:8: start network...\u000a20:12:13.564224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:14.068245 run create_hlr_db(pid=26184): Launched\u000a20:12:14.259204 bus /gobi_6: Setting Powered False\u000a20:12:15.281254 run create_hlr_db(pid=26184): Terminated: ok {rc=0}\u000a20:12:15.721579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Launched\u000a20:12:16.119646 run osmo-hlr_10.42.42.2(pid=26187): Launched\u000a20:12:16.396027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:17.118934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Launched\u000a20:12:17.465339 run osmo-stp_10.42.42.5(pid=26190): Launched\u000a20:12:17.585383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:18.165384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Launched\u000a20:12:18.283475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:18.572929 run patchelf(pid=26193): Launched\u000a20:12:18.765780 run osmo-stp_10.42.42.5(pid=26190): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)]\u000a20:12:18.907468 run osmo-stp_10.42.42.5(pid=26190): stdout: \u000a| (launched: 2022-12-13_20:12:17.280212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:19.048230 run osmo-stp_10.42.42.5(pid=26190): stderr: \u000a| �[0;m�[38;5;43m20221213201217484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201217484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201217484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201217484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201217485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201217485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201217485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:19.185238 run osmo-stp_10.42.42.5(pid=26190): stdout: \u000a| (launched: 2022-12-13_20:12:17.280212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:19.321739 run osmo-stp_10.42.42.5(pid=26190): stderr: \u000a| �[0;m�[38;5;43m20221213201217484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201217484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201217484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201217484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201217485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201217485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201217485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:19.480091 run patchelf(pid=26193): Terminating (SIGINT)\u000a20:12:19.666334 run patchelf(pid=26193): Terminated: ok {rc=0}\u000a20:12:19.700056 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26190): Process ended prematurely: osmo-stp_10.42.42.5(pid=26190) [trial-2394↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26190)] [trial-2394↪gprs:sysmo↪iperf3.py:8]\u000a20:12:19.709815 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a20:12:19.773073 run osmo-hlr_10.42.42.2(pid=26187): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26187)]\u000a20:12:19.824676 run osmo-hlr_10.42.42.2(pid=26187): stdout: \u000a| (launched: 2022-12-13_20:12:15.899603) \u000a20:12:19.877272 run osmo-hlr_10.42.42.2(pid=26187): stderr: \u000a| �[0;m�[1;31m20221213201216404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201216405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201216405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201216405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201216405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201216406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201216435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201216460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201216460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201216460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:19.922037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Terminating (SIGTERM)\u000a20:12:19.963772 run iperf3-srv_10.42.42.10(pid=26183): Terminating (SIGTERM)\u000a20:12:20.005806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Terminating (SIGTERM)\u000a20:12:20.047627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Terminating (SIGTERM)\u000a20:12:20.089776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Terminating (SIGTERM)\u000a20:12:20.099491 --- ParallelTerminationStrategy: PID 26182 died...\u000a20:12:20.156070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26182): Terminated: ok {rc=0}\u000a20:12:20.166347 --- ParallelTerminationStrategy: PID 26183 died...\u000a20:12:20.222722 run iperf3-srv_10.42.42.10(pid=26183): Terminated {rc=256}\u000a20:12:20.233005 --- ParallelTerminationStrategy: PID 26186 died...\u000a20:12:20.289629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26186): Terminated: ok {rc=0}\u000a20:12:20.299795 --- ParallelTerminationStrategy: PID 26189 died...\u000a20:12:20.356543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26189): Terminated: ok {rc=0}\u000a20:12:20.366859 --- ParallelTerminationStrategy: PID 26192 died...\u000a20:12:20.423565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26192): Terminated: ok {rc=0}\u000a20:12:20.512415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2394↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2394↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a20:12:21.630822 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:21.642865 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:12:21.774167 tst iperf3m4.py: using LAC 35991\u000a20:12:21.901831 tst iperf3m4.py: using RAC 36\u000a20:12:22.025438 tst iperf3m4.py: using CellId 35991\u000a20:12:22.146584 tst iperf3m4.py: using BVCI 35992\u000a20:12:22.170401 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:22.181221 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:22.192141 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:22.202905 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:22.213713 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:22.224279 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:22.235346 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:22.246283 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:22.257297 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:12:22.379467 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:12:22.501956 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:12:22.624906 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:12:22.923855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:12:23.062344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:23.406686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Launched\u000a20:12:23.693630 run iperf3-srv_10.42.42.10(pid=26195): Launched\u000a20:12:23.897726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:12:24.036636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:24.380504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Launched\u000a20:12:24.667034 run iperf3-srv_10.42.42.10(pid=26197): Launched\u000a20:12:24.870110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:12:25.008481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:25.351207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Launched\u000a20:12:25.635892 run iperf3-srv_10.42.42.10(pid=26200): Launched\u000a20:12:25.838394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:12:25.976140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:26.319033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Launched\u000a20:12:26.621306 run iperf3-srv_10.42.42.10(pid=26202): Launched\u000a20:12:26.823571 tst iperf3m4.py:8: start network...\u000a20:12:26.962179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:27.497896 run create_hlr_db(pid=26203): Launched\u000a20:12:27.688414 bus /gobi_6: Setting Powered False\u000a20:12:28.710282 run create_hlr_db(pid=26203): Terminated: ok {rc=0}\u000a20:12:29.127546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Launched\u000a20:12:29.439781 run osmo-hlr_10.42.42.2(pid=26207): Launched\u000a20:12:29.560727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:30.102591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Launched\u000a20:12:30.413895 run osmo-stp_10.42.42.5(pid=26210): Launched\u000a20:12:30.525769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:31.099516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Launched\u000a20:12:31.213203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:31.507924 run patchelf(pid=26213): Launched\u000a20:12:31.693737 run osmo-stp_10.42.42.5(pid=26210): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]\u000a20:12:31.830604 run osmo-stp_10.42.42.5(pid=26210): stdout: \u000a| (launched: 2022-12-13_20:12:30.259102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:31.967369 run osmo-stp_10.42.42.5(pid=26210): stderr: \u000a| �[0;m�[38;5;43m20221213201230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201230431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201230431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201230431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201230432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201230432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:32.099809 run osmo-stp_10.42.42.5(pid=26210): stdout: \u000a| (launched: 2022-12-13_20:12:30.259102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:32.231201 run osmo-stp_10.42.42.5(pid=26210): stderr: \u000a| �[0;m�[38;5;43m20221213201230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201230431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201230431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201230431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201230432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201230432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:32.380324 run patchelf(pid=26213): Terminating (SIGINT)\u000a20:12:32.555238 run patchelf(pid=26213): Terminated: ok {rc=0}\u000a20:12:32.587366 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2394↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)] [trial-2394↪gprs:sysmo↪iperf3m4.py:8]\u000a20:12:32.596817 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:12:32.658534 run osmo-hlr_10.42.42.2(pid=26207): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26207)]\u000a20:12:32.708556 run osmo-hlr_10.42.42.2(pid=26207): stdout: \u000a| (launched: 2022-12-13_20:12:29.284378) \u000a20:12:32.759588 run osmo-hlr_10.42.42.2(pid=26207): stderr: \u000a| �[0;m�[1;31m20221213201229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201229473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201229481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201229482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201229482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:32.802725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Terminating (SIGTERM)\u000a20:12:32.843535 run iperf3-srv_10.42.42.10(pid=26195): Terminating (SIGTERM)\u000a20:12:32.884110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Terminating (SIGTERM)\u000a20:12:32.924939 run iperf3-srv_10.42.42.10(pid=26197): Terminating (SIGTERM)\u000a20:12:32.965549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Terminating (SIGTERM)\u000a20:12:33.006111 run iperf3-srv_10.42.42.10(pid=26200): Terminating (SIGTERM)\u000a20:12:33.046686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Terminating (SIGTERM)\u000a20:12:33.087003 run iperf3-srv_10.42.42.10(pid=26202): Terminating (SIGTERM)\u000a20:12:33.128031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Terminating (SIGTERM)\u000a20:12:33.168781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Terminating (SIGTERM)\u000a20:12:33.209824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Terminating (SIGTERM)\u000a20:12:33.219178 --- ParallelTerminationStrategy: PID 26194 died...\u000a20:12:33.274031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26194): Terminated: ok {rc=0}\u000a20:12:33.283703 --- ParallelTerminationStrategy: PID 26195 died...\u000a20:12:33.338215 run iperf3-srv_10.42.42.10(pid=26195): Terminated {rc=256}\u000a20:12:33.347954 --- ParallelTerminationStrategy: PID 26196 died...\u000a20:12:33.402403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26196): Terminated: ok {rc=0}\u000a20:12:33.412109 --- ParallelTerminationStrategy: PID 26197 died...\u000a20:12:33.466378 run iperf3-srv_10.42.42.10(pid=26197): Terminated {rc=256}\u000a20:12:33.476075 --- ParallelTerminationStrategy: PID 26198 died...\u000a20:12:33.530443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26198): Terminated: ok {rc=0}\u000a20:12:33.540197 --- ParallelTerminationStrategy: PID 26200 died...\u000a20:12:33.594451 run iperf3-srv_10.42.42.10(pid=26200): Terminated {rc=256}\u000a20:12:33.604156 --- ParallelTerminationStrategy: PID 26201 died...\u000a20:12:33.658711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Terminated: ok {rc=0}\u000a20:12:33.668449 --- ParallelTerminationStrategy: PID 26202 died...\u000a20:12:33.722692 run iperf3-srv_10.42.42.10(pid=26202): Terminated {rc=256}\u000a20:12:33.732407 --- ParallelTerminationStrategy: PID 26206 died...\u000a20:12:33.786975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Terminated: ok {rc=0}\u000a20:12:33.796756 --- ParallelTerminationStrategy: PID 26209 died...\u000a20:12:33.851524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Terminated: ok {rc=0}\u000a20:12:33.861461 --- ParallelTerminationStrategy: PID 26212 died...\u000a20:12:33.916011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Terminated: ok {rc=0}\u000a20:12:34.005636 bus /gobi_4: Setting Powered False\u000a20:12:35.108941 bus /gobi_4: Setting Powered False\u000a20:12:36.221802 bus /gobi_1: Setting Powered False\u000a20:12:37.324981 bus /gobi_1: Setting Powered False\u000a20:12:38.435929 bus /gobi_0: Setting Powered False\u000a20:12:39.542588 bus /gobi_0: Setting Powered False\u000a20:12:40.653028 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26220): Process ended prematurely: osmo-stp_10.42.42.5(pid=26220) [trial-2394↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26220)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26220): Process ended prematurely: osmo-stp_10.42.42.5(pid=26220) [trial-2394↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo ping.py\u000a----------------------------------------------\u000a20:12:41.720513 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:41.731766 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:12:41.858725 tst ping.py: using LAC 35992\u000a20:12:41.980525 tst ping.py: using RAC 37\u000a20:12:42.101773 tst ping.py: using CellId 35992\u000a20:12:42.222555 tst ping.py: using BVCI 35993\u000a20:12:42.245987 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:42.256627 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:42.267232 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:42.277754 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:42.288504 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:42.299314 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:42.310361 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:42.321395 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:12:42.617001 tst ping.py:19: start network...\u000a20:12:42.752925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:43.276461 run create_hlr_db(pid=26214): Launched\u000a20:12:43.465522 bus /gobi_6: Setting Powered False\u000a20:12:44.485582 run create_hlr_db(pid=26214): Terminated: ok {rc=0}\u000a20:12:44.919873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26216): Launched\u000a20:12:45.245710 run osmo-hlr_10.42.42.2(pid=26217): Launched\u000a20:12:45.363150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:45.956293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26219): Launched\u000a20:12:46.401307 run osmo-stp_10.42.42.5(pid=26220): Launched\u000a20:12:46.522314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:47.154703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26222): Launched\u000a20:12:47.265623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:47.534976 run patchelf(pid=26223): Launched\u000a20:12:47.713922 run osmo-stp_10.42.42.5(pid=26220): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26220)]\u000a20:12:47.845591 run osmo-stp_10.42.42.5(pid=26220): stdout: \u000a| (launched: 2022-12-13_20:12:46.116743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:47.977075 run osmo-stp_10.42.42.5(pid=26220): stderr: \u000a| �[0;m�[38;5;43m20221213201246382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201246382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201246382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201246382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201246383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201246383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201246383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:48.103967 run osmo-stp_10.42.42.5(pid=26220): stdout: \u000a| (launched: 2022-12-13_20:12:46.116743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:48.229570 run osmo-stp_10.42.42.5(pid=26220): stderr: \u000a| �[0;m�[38;5;43m20221213201246382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201246382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201246382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201246382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201246383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201246383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201246383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:48.375687 run patchelf(pid=26223): Terminating (SIGINT)\u000a20:12:48.547555 run patchelf(pid=26223): Terminated: ok {rc=0}\u000a20:12:48.578569 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26220): Process ended prematurely: osmo-stp_10.42.42.5(pid=26220) [trial-2394↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26220)] [trial-2394↪gprs:sysmo↪ping.py:22]\u000a20:12:48.587268 tst ping.py:22: Test FAILED (6.9 sec)\u000a20:12:48.648300 run osmo-hlr_10.42.42.2(pid=26217): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26217)]\u000a20:12:48.698253 run osmo-hlr_10.42.42.2(pid=26217): stdout: \u000a| (launched: 2022-12-13_20:12:45.085239) \u000a20:12:48.748731 run osmo-hlr_10.42.42.2(pid=26217): stderr: \u000a| �[0;m�[1;31m20221213201245288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201245288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201245288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201245288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201245288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201245288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201245303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201245311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201245311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201245311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:48.791815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26216): Terminating (SIGTERM)\u000a20:12:48.833040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26219): Terminating (SIGTERM)\u000a20:12:48.873849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26222): Terminating (SIGTERM)\u000a20:12:48.883279 --- ParallelTerminationStrategy: PID 26216 died...\u000a20:12:48.938245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26216): Terminated: ok {rc=0}\u000a20:12:48.948094 --- ParallelTerminationStrategy: PID 26219 died...\u000a20:12:49.002737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26219): Terminated: ok {rc=0}\u000a20:12:49.012556 --- ParallelTerminationStrategy: PID 26222 died...\u000a20:12:49.067125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26222): Terminated: ok {rc=0}\u000a20:12:49.157173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:12:50.209359 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:50.220715 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:12:50.355610 tst ping_idle_ping.py: using LAC 35993\u000a20:12:50.483897 tst ping_idle_ping.py: using RAC 38\u000a20:12:50.612488 tst ping_idle_ping.py: using CellId 35993\u000a20:12:50.740403 tst ping_idle_ping.py: using BVCI 35994\u000a20:12:50.765619 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:50.776939 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:50.788485 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:50.799644 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:50.810960 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:50.822029 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:50.833293 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:12:50.845001 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:12:51.152858 tst ping_idle_ping.py:24: start network...\u000a20:12:51.289813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:51.813917 run create_hlr_db(pid=26224): Launched\u000a20:12:52.005273 bus /gobi_6: Setting Powered False\u000a20:12:53.024039 run create_hlr_db(pid=26224): Terminated: ok {rc=0}\u000a20:12:53.436055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Launched\u000a20:12:53.743665 run osmo-hlr_10.42.42.2(pid=26246): Launched\u000a20:12:53.854001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:54.383621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Launched\u000a20:12:54.690212 run osmo-stp_10.42.42.5(pid=26250): Launched\u000a20:12:54.810444 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:55.350729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Launched\u000a20:12:55.459153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:55.728007 run patchelf(pid=26253): Launched\u000a20:12:55.906955 run osmo-stp_10.42.42.5(pid=26250): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]\u000a20:12:56.038289 run osmo-stp_10.42.42.5(pid=26250): stdout: \u000a| (launched: 2022-12-13_20:12:54.537580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:56.168832 run osmo-stp_10.42.42.5(pid=26250): stderr: \u000a| �[0;m�[38;5;43m20221213201254711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201254711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201254711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201254711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201254712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201254712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201254712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:56.295604 run osmo-stp_10.42.42.5(pid=26250): stdout: \u000a| (launched: 2022-12-13_20:12:54.537580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:56.421546 run osmo-stp_10.42.42.5(pid=26250): stderr: \u000a| �[0;m�[38;5;43m20221213201254711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201254711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201254711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201254711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201254712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201254712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201254712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:56.568030 run patchelf(pid=26253): Terminating (SIGINT)\u000a20:12:56.740143 run patchelf(pid=26253): Terminated: ok {rc=0}\u000a20:12:56.771166 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)] [trial-2394↪gprs:sysmo↪ping_idle_ping.py:27]\u000a20:12:56.779674 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:12:56.840748 run osmo-hlr_10.42.42.2(pid=26246): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26246)]\u000a20:12:56.890496 run osmo-hlr_10.42.42.2(pid=26246): stdout: \u000a| (launched: 2022-12-13_20:12:53.591248) \u000a20:12:56.941048 run osmo-hlr_10.42.42.2(pid=26246): stderr: \u000a| �[0;m�[1;31m20221213201253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201253825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201253835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201253836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201253836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:56.984062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Terminating (SIGTERM)\u000a20:12:57.029098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Terminating (SIGTERM)\u000a20:12:57.071956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminating (SIGTERM)\u000a20:12:57.081774 --- ParallelTerminationStrategy: PID 26245 died...\u000a20:12:57.139099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26245): Terminated: ok {rc=0}\u000a20:12:57.149259 --- ParallelTerminationStrategy: PID 26248 died...\u000a20:12:57.206524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26248): Terminated: ok {rc=0}\u000a20:12:57.217042 --- ParallelTerminationStrategy: PID 26252 died...\u000a20:12:57.274116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminated: ok {rc=0}\u000a20:12:57.362429 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:11:57" }, { "cases" : [ { "testActions" : [ ], "age" : 82, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26269): Process ended prematurely: osmo-stp_10.42.42.5(pid=26269) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26269): Process ended prematurely: osmo-stp_10.42.42.5(pid=26269) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:12:59.484676 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:59.495952 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:12:59.635144 tst cs_paging_gprs_active.py: using LAC 35994\u000a20:12:59.763407 tst cs_paging_gprs_active.py: using RAC 39\u000a20:12:59.893745 tst cs_paging_gprs_active.py: using CellId 35994\u000a20:13:00.023984 tst cs_paging_gprs_active.py: using BVCI 35995\u000a20:13:00.049565 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:00.060812 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:00.071995 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:00.083312 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:00.094362 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:00.105421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:00.116590 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:00.127641 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:00.138989 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:00.259024 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:00.560817 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:13:00.699726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:01.085585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Launched\u000a20:13:01.391838 run iperf3-srv_10.42.42.10(pid=26260): Launched\u000a20:13:01.599675 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:13:01.741478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:02.104238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26261): Launched\u000a20:13:02.395976 run iperf3-srv_10.42.42.10(pid=26262): Launched\u000a20:13:02.599936 tst cs_paging_gprs_active.py:38: start network...\u000a20:13:02.739182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:03.272545 run create_hlr_db(pid=26263): Launched\u000a20:13:03.464755 bus /gobi_6: Setting Powered False\u000a20:13:04.485305 run create_hlr_db(pid=26263): Terminated: ok {rc=0}\u000a20:13:04.903570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Launched\u000a20:13:05.216411 run osmo-hlr_10.42.42.2(pid=26266): Launched\u000a20:13:05.338503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:05.883690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Launched\u000a20:13:06.195946 run osmo-stp_10.42.42.5(pid=26269): Launched\u000a20:13:06.308731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:06.848100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Launched\u000a20:13:06.958282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:07.230345 run patchelf(pid=26272): Launched\u000a20:13:07.411118 run osmo-stp_10.42.42.5(pid=26269): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)]\u000a20:13:07.543767 run osmo-stp_10.42.42.5(pid=26269): stdout: \u000a| (launched: 2022-12-13_20:13:06.041146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:07.677272 run osmo-stp_10.42.42.5(pid=26269): stderr: \u000a| �[0;m�[38;5;43m20221213201306213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201306214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201306214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201306214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201306215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201306215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201306215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:07.806087 run osmo-stp_10.42.42.5(pid=26269): stdout: \u000a| (launched: 2022-12-13_20:13:06.041146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:07.934430 run osmo-stp_10.42.42.5(pid=26269): stderr: \u000a| �[0;m�[38;5;43m20221213201306213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201306214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201306214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201306214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201306215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201306215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201306215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:08.083410 run patchelf(pid=26272): Terminating (SIGINT)\u000a20:13:08.259117 run patchelf(pid=26272): Terminated: ok {rc=0}\u000a20:13:08.291349 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26269): Process ended prematurely: osmo-stp_10.42.42.5(pid=26269) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26269)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:13:08.300740 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:13:08.361796 run osmo-hlr_10.42.42.2(pid=26266): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26266)]\u000a20:13:08.411655 run osmo-hlr_10.42.42.2(pid=26266): stdout: \u000a| (launched: 2022-12-13_20:13:05.061294) \u000a20:13:08.462168 run osmo-hlr_10.42.42.2(pid=26266): stderr: \u000a| �[0;m�[1;31m20221213201305239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201305239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201305239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201305239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201305240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201305240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201305251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201305260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201305260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201305260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:08.505485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Terminating (SIGTERM)\u000a20:13:08.546298 run iperf3-srv_10.42.42.10(pid=26260): Terminating (SIGTERM)\u000a20:13:08.586851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26261): Terminating (SIGTERM)\u000a20:13:08.627101 run iperf3-srv_10.42.42.10(pid=26262): Terminating (SIGTERM)\u000a20:13:08.667922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Terminating (SIGTERM)\u000a20:13:08.708469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Terminating (SIGTERM)\u000a20:13:08.749335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Terminating (SIGTERM)\u000a20:13:08.758550 --- ParallelTerminationStrategy: PID 26259 died...\u000a20:13:08.812725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Terminated: ok {rc=0}\u000a20:13:08.822335 --- ParallelTerminationStrategy: PID 26260 died...\u000a20:13:08.876072 run iperf3-srv_10.42.42.10(pid=26260): Terminated {rc=256}\u000a20:13:08.885900 --- ParallelTerminationStrategy: PID 26261 died...\u000a20:13:08.939871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26261): Terminated: ok {rc=0}\u000a20:13:08.949450 --- ParallelTerminationStrategy: PID 26262 died...\u000a20:13:09.003005 run iperf3-srv_10.42.42.10(pid=26262): Terminated {rc=256}\u000a20:13:09.012528 --- ParallelTerminationStrategy: PID 26265 died...\u000a20:13:09.066329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26265): Terminated: ok {rc=0}\u000a20:13:09.075907 --- ParallelTerminationStrategy: PID 26268 died...\u000a20:13:09.129654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26268): Terminated: ok {rc=0}\u000a20:13:09.139203 --- ParallelTerminationStrategy: PID 26271 died...\u000a20:13:09.192928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26271): Terminated: ok {rc=0}\u000a20:13:09.280880 bus /gobi_0: Setting Powered False\u000a20:13:10.385221 bus /gobi_0: Setting Powered False\u000a20:13:11.497546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26281): Process ended prematurely: osmo-stp_10.42.42.5(pid=26281) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26281)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26281): Process ended prematurely: osmo-stp_10.42.42.5(pid=26281) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:13:12.609775 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:12.621330 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:13:12.749275 tst iperf3.py: using LAC 35995\u000a20:13:12.871394 tst iperf3.py: using RAC 40\u000a20:13:12.994113 tst iperf3.py: using CellId 35995\u000a20:13:13.114622 tst iperf3.py: using BVCI 35996\u000a20:13:13.138307 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:13.149185 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:13.159865 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:13.170522 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:13.181531 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:13.192406 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:13.203566 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:13.214528 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:13.225625 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:13.528812 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:13:13.667850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:14.012855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Launched\u000a20:13:14.299416 run iperf3-srv_10.42.42.10(pid=26274): Launched\u000a20:13:14.501856 tst iperf3.py:8: start network...\u000a20:13:14.640702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:15.171377 run create_hlr_db(pid=26275): Launched\u000a20:13:15.362534 bus /gobi_6: Setting Powered False\u000a20:13:16.442928 run create_hlr_db(pid=26275): Terminated: ok {rc=0}\u000a20:13:16.973469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26277): Launched\u000a20:13:17.349595 run osmo-hlr_10.42.42.2(pid=26278): Launched\u000a20:13:17.470471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:18.023267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26280): Launched\u000a20:13:18.334489 run osmo-stp_10.42.42.5(pid=26281): Launched\u000a20:13:18.448241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:18.988767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26283): Launched\u000a20:13:19.099534 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:19.382276 run patchelf(pid=26284): Launched\u000a20:13:19.575124 run osmo-stp_10.42.42.5(pid=26281): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26281)]\u000a20:13:19.716078 run osmo-stp_10.42.42.5(pid=26281): stdout: \u000a| (launched: 2022-12-13_20:13:18.179929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:19.857423 run osmo-stp_10.42.42.5(pid=26281): stderr: \u000a| �[0;m�[38;5;43m20221213201318350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201318350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201318351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201318351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201318351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201318352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201318352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:19.994432 run osmo-stp_10.42.42.5(pid=26281): stdout: \u000a| (launched: 2022-12-13_20:13:18.179929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:20.129772 run osmo-stp_10.42.42.5(pid=26281): stderr: \u000a| �[0;m�[38;5;43m20221213201318350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201318350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201318351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201318351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201318351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201318352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201318352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:20.287462 run patchelf(pid=26284): Terminating (SIGINT)\u000a20:13:20.473422 run patchelf(pid=26284): Terminated: ok {rc=0}\u000a20:13:20.507286 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26281): Process ended prematurely: osmo-stp_10.42.42.5(pid=26281) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26281)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a20:13:20.516940 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:13:20.580027 run osmo-hlr_10.42.42.2(pid=26278): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26278)]\u000a20:13:20.631424 run osmo-hlr_10.42.42.2(pid=26278): stdout: \u000a| (launched: 2022-12-13_20:13:17.145621) \u000a20:13:20.683290 run osmo-hlr_10.42.42.2(pid=26278): stderr: \u000a| �[0;m�[1;31m20221213201317371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201317371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201317371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201317371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201317371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201317371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201317383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201317391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201317391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201317391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:20.727900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Terminating (SIGTERM)\u000a20:13:20.769772 run iperf3-srv_10.42.42.10(pid=26274): Terminating (SIGTERM)\u000a20:13:20.811845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26277): Terminating (SIGTERM)\u000a20:13:20.853988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26280): Terminating (SIGTERM)\u000a20:13:20.896302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26283): Terminating (SIGTERM)\u000a20:13:20.906111 --- ParallelTerminationStrategy: PID 26273 died...\u000a20:13:20.962647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Terminated: ok {rc=0}\u000a20:13:20.972731 --- ParallelTerminationStrategy: PID 26274 died...\u000a20:13:21.028443 run iperf3-srv_10.42.42.10(pid=26274): Terminated {rc=256}\u000a20:13:21.038594 --- ParallelTerminationStrategy: PID 26277 died...\u000a20:13:21.094548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26277): Terminated: ok {rc=0}\u000a20:13:21.104745 --- ParallelTerminationStrategy: PID 26280 died...\u000a20:13:21.160794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26280): Terminated: ok {rc=0}\u000a20:13:21.170930 --- ParallelTerminationStrategy: PID 26283 died...\u000a20:13:21.226696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26283): Terminated: ok {rc=0}\u000a20:13:21.313607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26299): Process ended prematurely: osmo-stp_10.42.42.5(pid=26299) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26299)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26299): Process ended prematurely: osmo-stp_10.42.42.5(pid=26299) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:13:22.432712 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:22.444994 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:13:22.576870 tst iperf3m4.py: using LAC 35996\u000a20:13:22.700775 tst iperf3m4.py: using RAC 41\u000a20:13:22.821469 tst iperf3m4.py: using CellId 35996\u000a20:13:22.940426 tst iperf3m4.py: using BVCI 35997\u000a20:13:22.964061 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:22.975035 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:22.985779 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:22.996391 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:23.007306 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:23.018229 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:23.029375 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:23.040152 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:23.051365 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:23.174080 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:23.295434 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:23.414372 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:23.698834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:13:23.828510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:24.153031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26285): Launched\u000a20:13:24.422022 run iperf3-srv_10.42.42.10(pid=26286): Launched\u000a20:13:24.610814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:13:24.739749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:25.062363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26287): Launched\u000a20:13:25.331070 run iperf3-srv_10.42.42.10(pid=26288): Launched\u000a20:13:25.519161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:13:25.647703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:25.969448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26289): Launched\u000a20:13:26.237926 run iperf3-srv_10.42.42.10(pid=26290): Launched\u000a20:13:26.426619 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:13:26.555438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:26.877843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26291): Launched\u000a20:13:27.146331 run iperf3-srv_10.42.42.10(pid=26292): Launched\u000a20:13:27.334844 tst iperf3m4.py:8: start network...\u000a20:13:27.463950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:27.951512 run create_hlr_db(pid=26293): Launched\u000a20:13:28.128800 bus /gobi_6: Setting Powered False\u000a20:13:29.151070 run create_hlr_db(pid=26293): Terminated: ok {rc=0}\u000a20:13:29.563081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26295): Launched\u000a20:13:29.875063 run osmo-hlr_10.42.42.2(pid=26296): Launched\u000a20:13:29.992340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:30.531656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26298): Launched\u000a20:13:30.879821 run osmo-stp_10.42.42.5(pid=26299): Launched\u000a20:13:31.047999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:31.714672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26301): Launched\u000a20:13:31.865976 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:32.247475 run patchelf(pid=26302): Launched\u000a20:13:32.460812 run osmo-stp_10.42.42.5(pid=26299): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26299)]\u000a20:13:32.602290 run osmo-stp_10.42.42.5(pid=26299): stdout: \u000a| (launched: 2022-12-13_20:13:30.689130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:32.743565 run osmo-stp_10.42.42.5(pid=26299): stderr: \u000a| �[0;m�[38;5;43m20221213201330861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201330861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201330862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201330862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201330863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201330863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201330863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:32.881499 run osmo-stp_10.42.42.5(pid=26299): stdout: \u000a| (launched: 2022-12-13_20:13:30.689130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:33.017080 run osmo-stp_10.42.42.5(pid=26299): stderr: \u000a| �[0;m�[38;5;43m20221213201330861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201330861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201330862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201330862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201330863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201330863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201330863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:33.175033 run patchelf(pid=26302): Terminating (SIGINT)\u000a20:13:33.360571 run patchelf(pid=26302): Terminated: ok {rc=0}\u000a20:13:33.394521 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26299): Process ended prematurely: osmo-stp_10.42.42.5(pid=26299) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26299)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:13:33.404362 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:13:33.468298 run osmo-hlr_10.42.42.2(pid=26296): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26296)]\u000a20:13:33.520320 run osmo-hlr_10.42.42.2(pid=26296): stdout: \u000a| (launched: 2022-12-13_20:13:29.719866) \u000a20:13:33.573111 run osmo-hlr_10.42.42.2(pid=26296): stderr: \u000a| �[0;m�[1;31m20221213201329898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201329898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201329898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201329898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201329898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201329898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201329910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201329920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201329921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201329921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:33.617994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26285): Terminating (SIGTERM)\u000a20:13:33.660127 run iperf3-srv_10.42.42.10(pid=26286): Terminating (SIGTERM)\u000a20:13:33.703011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26287): Terminating (SIGTERM)\u000a20:13:33.745083 run iperf3-srv_10.42.42.10(pid=26288): Terminating (SIGTERM)\u000a20:13:33.787346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26289): Terminating (SIGTERM)\u000a20:13:33.830162 run iperf3-srv_10.42.42.10(pid=26290): Terminating (SIGTERM)\u000a20:13:33.872899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26291): Terminating (SIGTERM)\u000a20:13:33.915356 run iperf3-srv_10.42.42.10(pid=26292): Terminating (SIGTERM)\u000a20:13:33.957972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26295): Terminating (SIGTERM)\u000a20:13:34.000290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26298): Terminating (SIGTERM)\u000a20:13:34.042724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26301): Terminating (SIGTERM)\u000a20:13:34.052435 --- ParallelTerminationStrategy: PID 26285 died...\u000a20:13:34.109110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26285): Terminated: ok {rc=0}\u000a20:13:34.119368 --- ParallelTerminationStrategy: PID 26286 died...\u000a20:13:34.175630 run iperf3-srv_10.42.42.10(pid=26286): Terminated {rc=256}\u000a20:13:34.185749 --- ParallelTerminationStrategy: PID 26287 died...\u000a20:13:34.242085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26287): Terminated: ok {rc=0}\u000a20:13:34.252230 --- ParallelTerminationStrategy: PID 26288 died...\u000a20:13:34.308330 run iperf3-srv_10.42.42.10(pid=26288): Terminated {rc=256}\u000a20:13:34.318560 --- ParallelTerminationStrategy: PID 26289 died...\u000a20:13:34.375005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26289): Terminated: ok {rc=0}\u000a20:13:34.385251 --- ParallelTerminationStrategy: PID 26290 died...\u000a20:13:34.441436 run iperf3-srv_10.42.42.10(pid=26290): Terminated {rc=256}\u000a20:13:34.451634 --- ParallelTerminationStrategy: PID 26291 died...\u000a20:13:34.507673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26291): Terminated: ok {rc=0}\u000a20:13:34.517958 --- ParallelTerminationStrategy: PID 26292 died...\u000a20:13:34.574215 run iperf3-srv_10.42.42.10(pid=26292): Terminated {rc=256}\u000a20:13:34.584445 --- ParallelTerminationStrategy: PID 26295 died...\u000a20:13:34.640589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26295): Terminated: ok {rc=0}\u000a20:13:34.650896 --- ParallelTerminationStrategy: PID 26298 died...\u000a20:13:34.707166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26298): Terminated: ok {rc=0}\u000a20:13:34.717522 --- ParallelTerminationStrategy: PID 26301 died...\u000a20:13:34.773864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26301): Terminated: ok {rc=0}\u000a20:13:34.861539 bus /gobi_4: Setting Powered False\u000a20:13:35.969748 bus /gobi_4: Setting Powered False\u000a20:13:37.082588 bus /gobi_1: Setting Powered False\u000a20:13:38.188753 bus /gobi_1: Setting Powered False\u000a20:13:39.298088 bus /gobi_0: Setting Powered False\u000a20:13:40.405308 bus /gobi_0: Setting Powered False\u000a20:13:41.513570 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26310): Process ended prematurely: osmo-stp_10.42.42.5(pid=26310) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26310)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26310): Process ended prematurely: osmo-stp_10.42.42.5(pid=26310) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:13:42.583039 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:42.595119 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:13:42.726735 tst ping.py: using LAC 35997\u000a20:13:42.853840 tst ping.py: using RAC 42\u000a20:13:42.982824 tst ping.py: using CellId 35997\u000a20:13:43.112479 tst ping.py: using BVCI 35998\u000a20:13:43.137510 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:43.148815 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:43.160028 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:43.171217 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:43.182377 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:43.193584 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:43.204888 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:43.216124 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:43.513183 tst ping.py:19: start network...\u000a20:13:43.648672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:44.173481 run create_hlr_db(pid=26303): Launched\u000a20:13:44.362806 bus /gobi_6: Setting Powered False\u000a20:13:45.383287 run create_hlr_db(pid=26303): Terminated: ok {rc=0}\u000a20:13:45.795735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Launched\u000a20:13:46.209937 run osmo-hlr_10.42.42.2(pid=26306): Launched\u000a20:13:46.475838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:47.079275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26309): Launched\u000a20:13:47.490855 run osmo-stp_10.42.42.5(pid=26310): Launched\u000a20:13:47.608779 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:48.177219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26312): Launched\u000a20:13:48.292883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:48.577351 run patchelf(pid=26313): Launched\u000a20:13:48.766915 run osmo-stp_10.42.42.5(pid=26310): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26310)]\u000a20:13:48.905526 run osmo-stp_10.42.42.5(pid=26310): stdout: \u000a| (launched: 2022-12-13_20:13:47.236201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:49.043955 run osmo-stp_10.42.42.5(pid=26310): stderr: \u000a| �[0;m�[38;5;43m20221213201347489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201347489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201347489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201347490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201347490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201347490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201347490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:49.178506 run osmo-stp_10.42.42.5(pid=26310): stdout: \u000a| (launched: 2022-12-13_20:13:47.236201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:49.312027 run osmo-stp_10.42.42.5(pid=26310): stderr: \u000a| �[0;m�[38;5;43m20221213201347489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201347489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201347489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201347490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201347490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201347490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201347490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:49.466900 run patchelf(pid=26313): Terminating (SIGINT)\u000a20:13:49.648761 run patchelf(pid=26313): Terminated: ok {rc=0}\u000a20:13:49.681745 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26310): Process ended prematurely: osmo-stp_10.42.42.5(pid=26310) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26310)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a20:13:49.690964 tst ping.py:22: Test FAILED (7.1 sec)\u000a20:13:49.754070 run osmo-hlr_10.42.42.2(pid=26306): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26306)]\u000a20:13:49.805780 run osmo-hlr_10.42.42.2(pid=26306): stdout: \u000a| (launched: 2022-12-13_20:13:45.966477) \u000a20:13:49.857763 run osmo-hlr_10.42.42.2(pid=26306): stderr: \u000a| �[0;m�[1;31m20221213201346379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201346379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201346379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201346379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201346379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201346379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201346396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201346413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201346414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201346414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:49.902265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Terminating (SIGTERM)\u000a20:13:49.944470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26309): Terminating (SIGTERM)\u000a20:13:49.986683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26312): Terminating (SIGTERM)\u000a20:13:49.996474 --- ParallelTerminationStrategy: PID 26305 died...\u000a20:13:50.053024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Terminated: ok {rc=0}\u000a20:13:50.063288 --- ParallelTerminationStrategy: PID 26309 died...\u000a20:13:50.119461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26309): Terminated: ok {rc=0}\u000a20:13:50.130044 --- ParallelTerminationStrategy: PID 26312 died...\u000a20:13:50.186213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26312): Terminated: ok {rc=0}\u000a20:13:50.273430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:13:51.326793 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:51.339062 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:13:51.471962 tst ping_idle_ping.py: using LAC 35998\u000a20:13:51.599197 tst ping_idle_ping.py: using RAC 43\u000a20:13:51.726567 tst ping_idle_ping.py: using CellId 35998\u000a20:13:51.853653 tst ping_idle_ping.py: using BVCI 35999\u000a20:13:51.878993 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:51.890409 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:51.901684 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:51.912876 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:51.924232 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:51.935399 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:51.947412 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:51.959063 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:52.247631 tst ping_idle_ping.py:24: start network...\u000a20:13:52.374053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:52.854938 run create_hlr_db(pid=26314): Launched\u000a20:13:53.029970 bus /gobi_6: Setting Powered False\u000a20:13:54.051520 run create_hlr_db(pid=26314): Terminated: ok {rc=0}\u000a20:13:54.485777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Launched\u000a20:13:54.793969 run osmo-hlr_10.42.42.2(pid=26317): Launched\u000a20:13:54.912482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:55.451550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Launched\u000a20:13:55.759103 run osmo-stp_10.42.42.5(pid=26320): Launched\u000a20:13:55.870691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:56.403947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Launched\u000a20:13:56.512211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:56.779851 run patchelf(pid=26323): Launched\u000a20:13:56.958034 run osmo-stp_10.42.42.5(pid=26320): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]\u000a20:13:57.087948 run osmo-stp_10.42.42.5(pid=26320): stdout: \u000a| (launched: 2022-12-13_20:13:55.606111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:57.218445 run osmo-stp_10.42.42.5(pid=26320): stderr: \u000a| �[0;m�[38;5;43m20221213201355777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201355778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201355778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201355778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201355779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201355779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201355779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:57.344753 run osmo-stp_10.42.42.5(pid=26320): stdout: \u000a| (launched: 2022-12-13_20:13:55.606111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:57.470452 run osmo-stp_10.42.42.5(pid=26320): stderr: \u000a| �[0;m�[38;5;43m20221213201355777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201355778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201355778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201355778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201355779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201355779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201355779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:57.616197 run patchelf(pid=26323): Terminating (SIGINT)\u000a20:13:57.788152 run patchelf(pid=26323): Terminated: ok {rc=0}\u000a20:13:57.819379 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)] [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:13:57.828026 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:13:57.888339 run osmo-hlr_10.42.42.2(pid=26317): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26317)]\u000a20:13:57.937723 run osmo-hlr_10.42.42.2(pid=26317): stdout: \u000a| (launched: 2022-12-13_20:13:54.641263) \u000a20:13:57.987741 run osmo-hlr_10.42.42.2(pid=26317): stderr: \u000a| �[0;m�[1;31m20221213201354822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201354822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201354822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201354822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201354822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201354822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201354834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201354843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201354843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201354843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:58.030857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Terminating (SIGTERM)\u000a20:13:58.071355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Terminating (SIGTERM)\u000a20:13:58.111430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Terminating (SIGTERM)\u000a20:13:58.120534 --- ParallelTerminationStrategy: PID 26316 died...\u000a20:13:58.174488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Terminated: ok {rc=0}\u000a20:13:58.184021 --- ParallelTerminationStrategy: PID 26319 died...\u000a20:13:58.237587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Terminated: ok {rc=0}\u000a20:13:58.247048 --- ParallelTerminationStrategy: PID 26322 died...\u000a20:13:58.300506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Terminated: ok {rc=0}\u000a20:13:58.388924 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:12:59" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26338): Process ended prematurely: osmo-stp_10.42.42.5(pid=26338) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26338)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26338): Process ended prematurely: osmo-stp_10.42.42.5(pid=26338) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:14:00.509617 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:00.520358 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:14:00.666727 tst cs_paging_gprs_active.py: using LAC 35999\u000a20:14:00.789431 tst cs_paging_gprs_active.py: using RAC 44\u000a20:14:00.938836 tst cs_paging_gprs_active.py: using CellId 35999\u000a20:14:01.075793 tst cs_paging_gprs_active.py: using BVCI 36000\u000a20:14:01.102448 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:01.114869 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:01.127072 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:01.139300 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:01.152749 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:01.166796 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:01.180086 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:01.193016 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:01.206286 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:01.336457 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:01.648165 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:14:01.794798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:02.154558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26328): Launched\u000a20:14:02.430928 run iperf3-srv_10.42.42.10(pid=26329): Launched\u000a20:14:02.619375 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:14:02.748044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:03.070140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26330): Launched\u000a20:14:03.338358 run iperf3-srv_10.42.42.10(pid=26331): Launched\u000a20:14:03.526293 tst cs_paging_gprs_active.py:38: start network...\u000a20:14:03.654857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:04.144762 run create_hlr_db(pid=26332): Launched\u000a20:14:04.322086 bus /gobi_6: Setting Powered False\u000a20:14:05.344906 run create_hlr_db(pid=26332): Terminated: ok {rc=0}\u000a20:14:05.786654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26334): Launched\u000a20:14:06.122197 run osmo-hlr_10.42.42.2(pid=26335): Launched\u000a20:14:06.248411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:06.824569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26337): Launched\u000a20:14:07.157954 run osmo-stp_10.42.42.5(pid=26338): Launched\u000a20:14:07.278301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:07.858117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26340): Launched\u000a20:14:07.976836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:08.267328 run patchelf(pid=26341): Launched\u000a20:14:08.459902 run osmo-stp_10.42.42.5(pid=26338): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26338)]\u000a20:14:08.600564 run osmo-stp_10.42.42.5(pid=26338): stdout: \u000a| (launched: 2022-12-13_20:14:06.994148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:08.741858 run osmo-stp_10.42.42.5(pid=26338): stderr: \u000a| �[0;m�[38;5;43m20221213201407187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201407187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201407188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201407188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201407189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201407189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201407189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:08.878514 run osmo-stp_10.42.42.5(pid=26338): stdout: \u000a| (launched: 2022-12-13_20:14:06.994148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:09.014783 run osmo-stp_10.42.42.5(pid=26338): stderr: \u000a| �[0;m�[38;5;43m20221213201407187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201407187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201407188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201407188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201407189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201407189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201407189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:09.173546 run patchelf(pid=26341): Terminating (SIGINT)\u000a20:14:09.359839 run patchelf(pid=26341): Terminated: ok {rc=0}\u000a20:14:09.393727 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26338): Process ended prematurely: osmo-stp_10.42.42.5(pid=26338) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26338)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:14:09.403553 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:14:09.466602 run osmo-hlr_10.42.42.2(pid=26335): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26335)]\u000a20:14:09.518212 run osmo-hlr_10.42.42.2(pid=26335): stdout: \u000a| (launched: 2022-12-13_20:14:05.956483) \u000a20:14:09.570523 run osmo-hlr_10.42.42.2(pid=26335): stderr: \u000a| �[0;m�[1;31m20221213201406157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201406157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201406157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201406157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201406157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201406157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201406169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201406178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201406179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201406179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:09.615057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26328): Terminating (SIGTERM)\u000a20:14:09.656723 run iperf3-srv_10.42.42.10(pid=26329): Terminating (SIGTERM)\u000a20:14:09.699950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26330): Terminating (SIGTERM)\u000a20:14:09.741550 run iperf3-srv_10.42.42.10(pid=26331): Terminating (SIGTERM)\u000a20:14:09.783151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26334): Terminating (SIGTERM)\u000a20:14:09.824508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26337): Terminating (SIGTERM)\u000a20:14:09.866129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26340): Terminating (SIGTERM)\u000a20:14:09.875718 --- ParallelTerminationStrategy: PID 26328 died...\u000a20:14:09.931723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26328): Terminated: ok {rc=0}\u000a20:14:09.941818 --- ParallelTerminationStrategy: PID 26329 died...\u000a20:14:09.997032 run iperf3-srv_10.42.42.10(pid=26329): Terminated {rc=256}\u000a20:14:10.006957 --- ParallelTerminationStrategy: PID 26330 died...\u000a20:14:10.062239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26330): Terminated: ok {rc=0}\u000a20:14:10.072147 --- ParallelTerminationStrategy: PID 26331 died...\u000a20:14:10.127770 run iperf3-srv_10.42.42.10(pid=26331): Terminated {rc=256}\u000a20:14:10.137825 --- ParallelTerminationStrategy: PID 26334 died...\u000a20:14:10.193367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26334): Terminated: ok {rc=0}\u000a20:14:10.203318 --- ParallelTerminationStrategy: PID 26337 died...\u000a20:14:10.258845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26337): Terminated: ok {rc=0}\u000a20:14:10.268770 --- ParallelTerminationStrategy: PID 26340 died...\u000a20:14:10.324110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26340): Terminated: ok {rc=0}\u000a20:14:10.411235 bus /gobi_0: Setting Powered False\u000a20:14:11.520449 bus /gobi_0: Setting Powered False\u000a20:14:12.632128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26350): Process ended prematurely: osmo-stp_10.42.42.5(pid=26350) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26350): Process ended prematurely: osmo-stp_10.42.42.5(pid=26350) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:14:13.750218 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:13.762189 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:14:13.920928 tst iperf3.py: using LAC 36000\u000a20:14:14.052650 tst iperf3.py: using RAC 45\u000a20:14:14.184161 tst iperf3.py: using CellId 36000\u000a20:14:14.313345 tst iperf3.py: using BVCI 36001\u000a20:14:14.338634 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:14.350202 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:14.361484 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:14.372593 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:14.384199 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:14.395998 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:14.407825 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:14.419575 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:14.431597 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:14.720468 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:14:14.849841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:15.172228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26342): Launched\u000a20:14:15.441522 run iperf3-srv_10.42.42.10(pid=26343): Launched\u000a20:14:15.630574 tst iperf3.py:8: start network...\u000a20:14:15.759516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:16.326423 run create_hlr_db(pid=26344): Launched\u000a20:14:16.508585 bus /gobi_6: Setting Powered False\u000a20:14:17.527750 run create_hlr_db(pid=26344): Terminated: ok {rc=0}\u000a20:14:17.970510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Launched\u000a20:14:18.305275 run osmo-hlr_10.42.42.2(pid=26347): Launched\u000a20:14:18.430919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:19.009337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Launched\u000a20:14:19.342127 run osmo-stp_10.42.42.5(pid=26350): Launched\u000a20:14:19.462337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:20.040460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26352): Launched\u000a20:14:20.158560 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:20.448527 run patchelf(pid=26353): Launched\u000a20:14:20.640767 run osmo-stp_10.42.42.5(pid=26350): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)]\u000a20:14:20.781179 run osmo-stp_10.42.42.5(pid=26350): stdout: \u000a| (launched: 2022-12-13_20:14:19.177823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:20.922438 run osmo-stp_10.42.42.5(pid=26350): stderr: \u000a| �[0;m�[38;5;43m20221213201419373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201419373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201419373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201419373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201419374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201419374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201419374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:21.059237 run osmo-stp_10.42.42.5(pid=26350): stdout: \u000a| (launched: 2022-12-13_20:14:19.177823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:21.194765 run osmo-stp_10.42.42.5(pid=26350): stderr: \u000a| �[0;m�[38;5;43m20221213201419373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201419373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201419373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201419373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201419374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201419374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201419374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:21.352495 run patchelf(pid=26353): Terminating (SIGINT)\u000a20:14:21.538396 run patchelf(pid=26353): Terminated: ok {rc=0}\u000a20:14:21.572300 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26350): Process ended prematurely: osmo-stp_10.42.42.5(pid=26350) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26350)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:14:21.582126 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:14:21.645509 run osmo-hlr_10.42.42.2(pid=26347): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26347)]\u000a20:14:21.697250 run osmo-hlr_10.42.42.2(pid=26347): stdout: \u000a| (launched: 2022-12-13_20:14:18.139914) \u000a20:14:21.749506 run osmo-hlr_10.42.42.2(pid=26347): stderr: \u000a| �[0;m�[1;31m20221213201418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201418356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201418364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201418364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201418364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:21.794218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26342): Terminating (SIGTERM)\u000a20:14:21.836361 run iperf3-srv_10.42.42.10(pid=26343): Terminating (SIGTERM)\u000a20:14:21.878805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Terminating (SIGTERM)\u000a20:14:21.921184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Terminating (SIGTERM)\u000a20:14:21.963357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26352): Terminating (SIGTERM)\u000a20:14:21.973140 --- ParallelTerminationStrategy: PID 26342 died...\u000a20:14:22.029724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26342): Terminated: ok {rc=0}\u000a20:14:22.039860 --- ParallelTerminationStrategy: PID 26343 died...\u000a20:14:22.095804 run iperf3-srv_10.42.42.10(pid=26343): Terminated {rc=256}\u000a20:14:22.105870 --- ParallelTerminationStrategy: PID 26346 died...\u000a20:14:22.161892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26346): Terminated: ok {rc=0}\u000a20:14:22.172294 --- ParallelTerminationStrategy: PID 26349 died...\u000a20:14:22.229138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26349): Terminated: ok {rc=0}\u000a20:14:22.239237 --- ParallelTerminationStrategy: PID 26352 died...\u000a20:14:22.295382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26352): Terminated: ok {rc=0}\u000a20:14:22.383174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:14:23.500623 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:23.512691 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:14:23.668561 tst iperf3m4.py: using LAC 36001\u000a20:14:23.799729 tst iperf3m4.py: using RAC 46\u000a20:14:23.929784 tst iperf3m4.py: using CellId 36001\u000a20:14:24.049561 tst iperf3m4.py: using BVCI 36002\u000a20:14:24.073354 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:24.084390 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:24.095361 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:24.106187 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:24.117102 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:24.128299 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:24.139594 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:24.150629 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:24.161790 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:24.284445 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:24.406694 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:24.527840 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:24.829617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:14:24.969617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:25.314715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26354): Launched\u000a20:14:25.603725 run iperf3-srv_10.42.42.10(pid=26355): Launched\u000a20:14:25.807122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:14:25.945888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:26.290861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26356): Launched\u000a20:14:26.576652 run iperf3-srv_10.42.42.10(pid=26357): Launched\u000a20:14:26.779082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:14:26.917379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:27.262858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26358): Launched\u000a20:14:27.548722 run iperf3-srv_10.42.42.10(pid=26359): Launched\u000a20:14:27.752061 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:14:27.890758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:28.234775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26360): Launched\u000a20:14:28.522385 run iperf3-srv_10.42.42.10(pid=26361): Launched\u000a20:14:28.724702 tst iperf3m4.py:8: start network...\u000a20:14:28.862730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:29.393483 run create_hlr_db(pid=26362): Launched\u000a20:14:29.584302 bus /gobi_6: Setting Powered False\u000a20:14:30.605658 run create_hlr_db(pid=26362): Terminated: ok {rc=0}\u000a20:14:31.060483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Launched\u000a20:14:31.488262 run osmo-hlr_10.42.42.2(pid=26365): Launched\u000a20:14:31.658329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:32.309946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Launched\u000a20:14:32.641521 run osmo-stp_10.42.42.5(pid=26368): Launched\u000a20:14:32.760508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:33.336454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26370): Launched\u000a20:14:33.453976 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:33.742574 run patchelf(pid=26371): Launched\u000a20:14:33.935542 run osmo-stp_10.42.42.5(pid=26368): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]\u000a20:14:34.076357 run osmo-stp_10.42.42.5(pid=26368): stdout: \u000a| (launched: 2022-12-13_20:14:32.478283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:34.217399 run osmo-stp_10.42.42.5(pid=26368): stderr: \u000a| �[0;m�[38;5;43m20221213201432670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201432670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201432671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201432671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201432671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201432672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201432672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:34.355126 run osmo-stp_10.42.42.5(pid=26368): stdout: \u000a| (launched: 2022-12-13_20:14:32.478283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:34.491139 run osmo-stp_10.42.42.5(pid=26368): stderr: \u000a| �[0;m�[38;5;43m20221213201432670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201432670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201432671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201432671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201432671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201432672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201432672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:34.649350 run patchelf(pid=26371): Terminating (SIGINT)\u000a20:14:34.835167 run patchelf(pid=26371): Terminated: ok {rc=0}\u000a20:14:34.869160 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:14:34.878987 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a20:14:34.942936 run osmo-hlr_10.42.42.2(pid=26365): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26365)]\u000a20:14:34.994755 run osmo-hlr_10.42.42.2(pid=26365): stdout: \u000a| (launched: 2022-12-13_20:14:31.231895) \u000a20:14:35.047020 run osmo-hlr_10.42.42.2(pid=26365): stderr: \u000a| �[0;m�[1;31m20221213201431528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201431528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201431528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201431541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201431541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201431541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201431553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201431569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201431569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201431569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:35.091697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26354): Terminating (SIGTERM)\u000a20:14:35.133767 run iperf3-srv_10.42.42.10(pid=26355): Terminating (SIGTERM)\u000a20:14:35.175922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26356): Terminating (SIGTERM)\u000a20:14:35.217999 run iperf3-srv_10.42.42.10(pid=26357): Terminating (SIGTERM)\u000a20:14:35.259996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26358): Terminating (SIGTERM)\u000a20:14:35.302020 run iperf3-srv_10.42.42.10(pid=26359): Terminating (SIGTERM)\u000a20:14:35.344214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26360): Terminating (SIGTERM)\u000a20:14:35.386131 run iperf3-srv_10.42.42.10(pid=26361): Terminating (SIGTERM)\u000a20:14:35.428133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Terminating (SIGTERM)\u000a20:14:35.470168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Terminating (SIGTERM)\u000a20:14:35.512203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26370): Terminating (SIGTERM)\u000a20:14:35.522046 --- ParallelTerminationStrategy: PID 26354 died...\u000a20:14:35.578369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26354): Terminated: ok {rc=0}\u000a20:14:35.588448 --- ParallelTerminationStrategy: PID 26355 died...\u000a20:14:35.644370 run iperf3-srv_10.42.42.10(pid=26355): Terminated {rc=256}\u000a20:14:35.654441 --- ParallelTerminationStrategy: PID 26356 died...\u000a20:14:35.710553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26356): Terminated: ok {rc=0}\u000a20:14:35.720619 --- ParallelTerminationStrategy: PID 26357 died...\u000a20:14:35.776450 run iperf3-srv_10.42.42.10(pid=26357): Terminated {rc=256}\u000a20:14:35.786503 --- ParallelTerminationStrategy: PID 26358 died...\u000a20:14:35.842494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26358): Terminated: ok {rc=0}\u000a20:14:35.852549 --- ParallelTerminationStrategy: PID 26359 died...\u000a20:14:35.908777 run iperf3-srv_10.42.42.10(pid=26359): Terminated {rc=256}\u000a20:14:35.918906 --- ParallelTerminationStrategy: PID 26360 died...\u000a20:14:35.975087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26360): Terminated: ok {rc=0}\u000a20:14:35.985230 --- ParallelTerminationStrategy: PID 26361 died...\u000a20:14:36.041274 run iperf3-srv_10.42.42.10(pid=26361): Terminated {rc=256}\u000a20:14:36.051388 --- ParallelTerminationStrategy: PID 26364 died...\u000a20:14:36.108015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26364): Terminated: ok {rc=0}\u000a20:14:36.118225 --- ParallelTerminationStrategy: PID 26367 died...\u000a20:14:36.174432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Terminated: ok {rc=0}\u000a20:14:36.184685 --- ParallelTerminationStrategy: PID 26370 died...\u000a20:14:36.241109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26370): Terminated: ok {rc=0}\u000a20:14:36.331080 bus /gobi_4: Setting Powered False\u000a20:14:37.438766 bus /gobi_4: Setting Powered False\u000a20:14:38.549238 bus /gobi_1: Setting Powered False\u000a20:14:39.657533 bus /gobi_1: Setting Powered False\u000a20:14:40.766947 bus /gobi_0: Setting Powered False\u000a20:14:41.873966 bus /gobi_0: Setting Powered False\u000a20:14:42.984325 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:14:44.054081 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:44.066203 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:14:44.218419 tst ping.py: using LAC 36002\u000a20:14:44.340261 tst ping.py: using RAC 47\u000a20:14:44.461198 tst ping.py: using CellId 36002\u000a20:14:44.581942 tst ping.py: using BVCI 36003\u000a20:14:44.605247 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:44.616159 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:44.626970 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:44.637747 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:44.648686 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:44.659675 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:44.671184 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:44.682242 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:44.978650 tst ping.py:19: start network...\u000a20:14:45.114412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:45.638223 run create_hlr_db(pid=26372): Launched\u000a20:14:45.826971 bus /gobi_6: Setting Powered False\u000a20:14:46.852335 run create_hlr_db(pid=26372): Terminated: ok {rc=0}\u000a20:14:47.300536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Launched\u000a20:14:47.630529 run osmo-hlr_10.42.42.2(pid=26375): Launched\u000a20:14:47.748812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:48.326213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Launched\u000a20:14:48.655892 run osmo-stp_10.42.42.5(pid=26378): Launched\u000a20:14:48.773133 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:49.343624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Launched\u000a20:14:49.459071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:49.744259 run patchelf(pid=26381): Launched\u000a20:14:49.933936 run osmo-stp_10.42.42.5(pid=26378): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]\u000a20:14:50.072284 run osmo-stp_10.42.42.5(pid=26378): stdout: \u000a| (launched: 2022-12-13_20:14:48.492530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:50.210928 run osmo-stp_10.42.42.5(pid=26378): stderr: \u000a| �[0;m�[38;5;43m20221213201448687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201448687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201448687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201448688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201448688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201448688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201448688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:50.345275 run osmo-stp_10.42.42.5(pid=26378): stdout: \u000a| (launched: 2022-12-13_20:14:48.492530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:50.479301 run osmo-stp_10.42.42.5(pid=26378): stderr: \u000a| �[0;m�[38;5;43m20221213201448687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201448687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201448687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201448688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201448688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201448688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201448688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:50.634512 run patchelf(pid=26381): Terminating (SIGINT)\u000a20:14:50.816504 run patchelf(pid=26381): Terminated: ok {rc=0}\u000a20:14:50.849511 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:14:50.859135 tst ping.py:22: Test FAILED (6.8 sec)\u000a20:14:50.922824 run osmo-hlr_10.42.42.2(pid=26375): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26375)]\u000a20:14:50.974546 run osmo-hlr_10.42.42.2(pid=26375): stdout: \u000a| (launched: 2022-12-13_20:14:47.466256) \u000a20:14:51.026694 run osmo-hlr_10.42.42.2(pid=26375): stderr: \u000a| �[0;m�[1;31m20221213201447670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201447670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201447670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201447670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201447670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201447670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201447683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201447691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201447691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201447692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:51.071267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminating (SIGTERM)\u000a20:14:51.113307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminating (SIGTERM)\u000a20:14:51.155356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Terminating (SIGTERM)\u000a20:14:51.165176 --- ParallelTerminationStrategy: PID 26374 died...\u000a20:14:51.221399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminated: ok {rc=0}\u000a20:14:51.231456 --- ParallelTerminationStrategy: PID 26377 died...\u000a20:14:51.287552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminated: ok {rc=0}\u000a20:14:51.297639 --- ParallelTerminationStrategy: PID 26380 died...\u000a20:14:51.353682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Terminated: ok {rc=0}\u000a20:14:51.441925 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26388): Process ended prematurely: osmo-stp_10.42.42.5(pid=26388) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26388): Process ended prematurely: osmo-stp_10.42.42.5(pid=26388) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:14:52.494541 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:52.506613 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:14:52.653977 tst ping_idle_ping.py: using LAC 36003\u000a20:14:52.774654 tst ping_idle_ping.py: using RAC 48\u000a20:14:52.896133 tst ping_idle_ping.py: using CellId 36003\u000a20:14:53.024115 tst ping_idle_ping.py: using BVCI 36004\u000a20:14:53.049550 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:53.060940 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:53.072312 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:53.083848 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:53.095135 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:53.106403 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:53.117798 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:53.128819 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:53.424564 tst ping_idle_ping.py:24: start network...\u000a20:14:53.560525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:54.086824 run create_hlr_db(pid=26382): Launched\u000a20:14:54.275585 bus /gobi_6: Setting Powered False\u000a20:14:55.297359 run create_hlr_db(pid=26382): Terminated: ok {rc=0}\u000a20:14:55.711918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Launched\u000a20:14:56.021144 run osmo-hlr_10.42.42.2(pid=26385): Launched\u000a20:14:56.141552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:56.680820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Launched\u000a20:14:56.987418 run osmo-stp_10.42.42.5(pid=26388): Launched\u000a20:14:57.098196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:57.630545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Launched\u000a20:14:57.738849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:58.006115 run patchelf(pid=26391): Launched\u000a20:14:58.184315 run osmo-stp_10.42.42.5(pid=26388): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)]\u000a20:14:58.314584 run osmo-stp_10.42.42.5(pid=26388): stdout: \u000a| (launched: 2022-12-13_20:14:56.835413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:58.444878 run osmo-stp_10.42.42.5(pid=26388): stderr: \u000a| �[0;m�[38;5;43m20221213201457008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201457008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201457009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201457009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201457010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201457010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201457010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:58.571593 run osmo-stp_10.42.42.5(pid=26388): stdout: \u000a| (launched: 2022-12-13_20:14:56.835413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:58.697269 run osmo-stp_10.42.42.5(pid=26388): stderr: \u000a| �[0;m�[38;5;43m20221213201457008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201457008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201457009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201457009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201457010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201457010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201457010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:58.843214 run patchelf(pid=26391): Terminating (SIGINT)\u000a20:14:59.015731 run patchelf(pid=26391): Terminated: ok {rc=0}\u000a20:14:59.046786 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26388): Process ended prematurely: osmo-stp_10.42.42.5(pid=26388) [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:14:59.055426 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:14:59.115966 run osmo-hlr_10.42.42.2(pid=26385): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26385)]\u000a20:14:59.165678 run osmo-hlr_10.42.42.2(pid=26385): stdout: \u000a| (launched: 2022-12-13_20:14:55.868081) \u000a20:14:59.215596 run osmo-hlr_10.42.42.2(pid=26385): stderr: \u000a| �[0;m�[1;31m20221213201456048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201456048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201456048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201456048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201456048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201456048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201456061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201456069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201456069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201456069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:59.258252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Terminating (SIGTERM)\u000a20:14:59.298892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Terminating (SIGTERM)\u000a20:14:59.339636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Terminating (SIGTERM)\u000a20:14:59.348851 --- ParallelTerminationStrategy: PID 26384 died...\u000a20:14:59.403096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Terminated: ok {rc=0}\u000a20:14:59.412576 --- ParallelTerminationStrategy: PID 26387 died...\u000a20:14:59.466368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Terminated: ok {rc=0}\u000a20:14:59.475926 --- ParallelTerminationStrategy: PID 26390 died...\u000a20:14:59.529748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Terminated: ok {rc=0}\u000a20:14:59.614334 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:14:00" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26415): Process ended prematurely: osmo-stp_10.42.42.5(pid=26415) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26415)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26415): Process ended prematurely: osmo-stp_10.42.42.5(pid=26415) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:15:01.867202 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:01.879587 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:15:02.041366 tst cs_paging_gprs_active.py: using LAC 36004\u000a20:15:02.167149 tst cs_paging_gprs_active.py: using RAC 49\u000a20:15:02.292639 tst cs_paging_gprs_active.py: using CellId 36004\u000a20:15:02.421545 tst cs_paging_gprs_active.py: using BVCI 36005\u000a20:15:02.448314 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:02.460593 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:02.472758 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:02.485123 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:02.497481 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:02.510210 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:02.523071 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:02.535613 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:02.548243 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:02.670068 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:02.971857 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:15:03.110397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:03.452352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26405): Launched\u000a20:15:03.737996 run iperf3-srv_10.42.42.10(pid=26406): Launched\u000a20:15:03.941530 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:15:04.079770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:04.425191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26407): Launched\u000a20:15:04.711666 run iperf3-srv_10.42.42.10(pid=26408): Launched\u000a20:15:04.914549 tst cs_paging_gprs_active.py:38: start network...\u000a20:15:05.053760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:05.584907 run create_hlr_db(pid=26409): Launched\u000a20:15:05.776176 bus /gobi_6: Setting Powered False\u000a20:15:06.796703 run create_hlr_db(pid=26409): Terminated: ok {rc=0}\u000a20:15:07.231820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26411): Launched\u000a20:15:07.567056 run osmo-hlr_10.42.42.2(pid=26412): Launched\u000a20:15:07.691415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:08.267781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26414): Launched\u000a20:15:08.599871 run osmo-stp_10.42.42.5(pid=26415): Launched\u000a20:15:08.719627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:09.298489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26417): Launched\u000a20:15:09.416524 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:09.706434 run patchelf(pid=26418): Launched\u000a20:15:09.899074 run osmo-stp_10.42.42.5(pid=26415): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26415)]\u000a20:15:10.039982 run osmo-stp_10.42.42.5(pid=26415): stdout: \u000a| (launched: 2022-12-13_20:15:08.435666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:10.180707 run osmo-stp_10.42.42.5(pid=26415): stderr: \u000a| �[0;m�[38;5;43m20221213201508630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201508631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201508631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201508631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201508632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201508632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201508632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:10.317950 run osmo-stp_10.42.42.5(pid=26415): stdout: \u000a| (launched: 2022-12-13_20:15:08.435666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:10.454138 run osmo-stp_10.42.42.5(pid=26415): stderr: \u000a| �[0;m�[38;5;43m20221213201508630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201508631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201508631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201508631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201508632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201508632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201508632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:10.613253 run patchelf(pid=26418): Terminating (SIGINT)\u000a20:15:10.799600 run patchelf(pid=26418): Terminated: ok {rc=0}\u000a20:15:10.833507 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26415): Process ended prematurely: osmo-stp_10.42.42.5(pid=26415) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26415)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:15:10.843253 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a20:15:10.906363 run osmo-hlr_10.42.42.2(pid=26412): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26412)]\u000a20:15:10.958342 run osmo-hlr_10.42.42.2(pid=26412): stdout: \u000a| (launched: 2022-12-13_20:15:07.401439) \u000a20:15:11.010490 run osmo-hlr_10.42.42.2(pid=26412): stderr: \u000a| �[0;m�[1;31m20221213201507603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201507603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201507603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201507603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201507603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201507603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201507615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201507625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201507625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201507625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:11.054928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26405): Terminating (SIGTERM)\u000a20:15:11.096888 run iperf3-srv_10.42.42.10(pid=26406): Terminating (SIGTERM)\u000a20:15:11.138909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26407): Terminating (SIGTERM)\u000a20:15:11.180753 run iperf3-srv_10.42.42.10(pid=26408): Terminating (SIGTERM)\u000a20:15:11.222631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26411): Terminating (SIGTERM)\u000a20:15:11.264477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26414): Terminating (SIGTERM)\u000a20:15:11.306422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26417): Terminating (SIGTERM)\u000a20:15:11.316113 --- ParallelTerminationStrategy: PID 26405 died...\u000a20:15:11.372199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26405): Terminated: ok {rc=0}\u000a20:15:11.382671 --- ParallelTerminationStrategy: PID 26406 died...\u000a20:15:11.438507 run iperf3-srv_10.42.42.10(pid=26406): Terminated {rc=256}\u000a20:15:11.448515 --- ParallelTerminationStrategy: PID 26407 died...\u000a20:15:11.504425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26407): Terminated: ok {rc=0}\u000a20:15:11.514473 --- ParallelTerminationStrategy: PID 26408 died...\u000a20:15:11.570358 run iperf3-srv_10.42.42.10(pid=26408): Terminated {rc=256}\u000a20:15:11.580481 --- ParallelTerminationStrategy: PID 26411 died...\u000a20:15:11.636402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26411): Terminated: ok {rc=0}\u000a20:15:11.646468 --- ParallelTerminationStrategy: PID 26414 died...\u000a20:15:11.702229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26414): Terminated: ok {rc=0}\u000a20:15:11.712281 --- ParallelTerminationStrategy: PID 26417 died...\u000a20:15:11.768135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26417): Terminated: ok {rc=0}\u000a20:15:11.856028 bus /gobi_0: Setting Powered False\u000a20:15:12.966486 bus /gobi_0: Setting Powered False\u000a20:15:14.092270 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26780): Process ended prematurely: osmo-stp_10.42.42.5(pid=26780) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26780)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26780): Process ended prematurely: osmo-stp_10.42.42.5(pid=26780) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:15:15.210803 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.222320 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:15:15.373428 tst iperf3.py: using LAC 36005\u000a20:15:15.493974 tst iperf3.py: using RAC 50\u000a20:15:15.614900 tst iperf3.py: using CellId 36005\u000a20:15:15.735135 tst iperf3.py: using BVCI 36006\u000a20:15:15.758710 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.769743 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.780416 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.791194 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.802140 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.813223 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.826453 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.847115 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:15.861739 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:16.196088 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:15:16.344632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:16.713943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26772): Launched\u000a20:15:17.027283 run iperf3-srv_10.42.42.10(pid=26773): Launched\u000a20:15:17.235991 tst iperf3.py:8: start network...\u000a20:15:17.376823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:17.914127 run create_hlr_db(pid=26774): Launched\u000a20:15:18.105792 bus /gobi_6: Setting Powered False\u000a20:15:19.127231 run create_hlr_db(pid=26774): Terminated: ok {rc=0}\u000a20:15:19.543850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26776): Launched\u000a20:15:19.856151 run osmo-hlr_10.42.42.2(pid=26777): Launched\u000a20:15:19.976147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:20.522087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26779): Launched\u000a20:15:20.834016 run osmo-stp_10.42.42.5(pid=26780): Launched\u000a20:15:20.946973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:21.488677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26782): Launched\u000a20:15:21.599038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:21.871214 run patchelf(pid=26783): Launched\u000a20:15:22.052289 run osmo-stp_10.42.42.5(pid=26780): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26780)]\u000a20:15:22.185229 run osmo-stp_10.42.42.5(pid=26780): stdout: \u000a| (launched: 2022-12-13_20:15:20.679593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:22.318199 run osmo-stp_10.42.42.5(pid=26780): stderr: \u000a| �[0;m�[38;5;43m20221213201520853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201520853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201520853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201520853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201520854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201520854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201520854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:22.446994 run osmo-stp_10.42.42.5(pid=26780): stdout: \u000a| (launched: 2022-12-13_20:15:20.679593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:22.574748 run osmo-stp_10.42.42.5(pid=26780): stderr: \u000a| �[0;m�[38;5;43m20221213201520853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201520853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201520853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201520853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201520854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201520854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201520854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:22.725663 run patchelf(pid=26783): Terminating (SIGINT)\u000a20:15:22.903557 run patchelf(pid=26783): Terminated: ok {rc=0}\u000a20:15:22.937613 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26780): Process ended prematurely: osmo-stp_10.42.42.5(pid=26780) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26780)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:15:22.948073 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:15:23.012077 run osmo-hlr_10.42.42.2(pid=26777): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26777)]\u000a20:15:23.064906 run osmo-hlr_10.42.42.2(pid=26777): stdout: \u000a| (launched: 2022-12-13_20:15:19.700934) \u000a20:15:23.118147 run osmo-hlr_10.42.42.2(pid=26777): stderr: \u000a| �[0;m�[1;31m20221213201519880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201519881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201519881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201519881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201519881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201519881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201519892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201519900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201519901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201519901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:23.163668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26772): Terminating (SIGTERM)\u000a20:15:23.208341 run iperf3-srv_10.42.42.10(pid=26773): Terminating (SIGTERM)\u000a20:15:23.253251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26776): Terminating (SIGTERM)\u000a20:15:23.296574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26779): Terminating (SIGTERM)\u000a20:15:23.340607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26782): Terminating (SIGTERM)\u000a20:15:23.350479 --- ParallelTerminationStrategy: PID 26772 died...\u000a20:15:23.407722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26772): Terminated: ok {rc=0}\u000a20:15:23.418375 --- ParallelTerminationStrategy: PID 26773 died...\u000a20:15:23.475188 run iperf3-srv_10.42.42.10(pid=26773): Terminated {rc=256}\u000a20:15:23.485629 --- ParallelTerminationStrategy: PID 26776 died...\u000a20:15:23.543006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26776): Terminated: ok {rc=0}\u000a20:15:23.553663 --- ParallelTerminationStrategy: PID 26779 died...\u000a20:15:23.610771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26779): Terminated: ok {rc=0}\u000a20:15:23.622170 --- ParallelTerminationStrategy: PID 26782 died...\u000a20:15:23.678405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26782): Terminated: ok {rc=0}\u000a20:15:23.766423 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26974): Process ended prematurely: osmo-stp_10.42.42.5(pid=26974) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26974)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26974): Process ended prematurely: osmo-stp_10.42.42.5(pid=26974) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:15:24.885709 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:24.903833 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:15:25.058911 tst iperf3m4.py: using LAC 36006\u000a20:15:25.189813 tst iperf3m4.py: using RAC 51\u000a20:15:25.324864 tst iperf3m4.py: using CellId 36006\u000a20:15:25.456315 tst iperf3m4.py: using BVCI 36007\u000a20:15:25.483950 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:25.496408 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:25.508649 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:25.520501 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:25.532693 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:25.544711 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:25.556849 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:25.569241 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:25.581956 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:25.710823 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:25.840734 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:25.966301 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:26.275473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:15:26.417423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:26.782221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26959): Launched\u000a20:15:27.088394 run iperf3-srv_10.42.42.10(pid=26960): Launched\u000a20:15:27.297301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:15:27.439772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:27.801291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26961): Launched\u000a20:15:28.111605 run iperf3-srv_10.42.42.10(pid=26962): Launched\u000a20:15:28.322576 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:15:28.466293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:28.834801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Launched\u000a20:15:29.127240 run iperf3-srv_10.42.42.10(pid=26965): Launched\u000a20:15:29.330870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:15:29.469560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:29.815725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Launched\u000a20:15:30.102904 run iperf3-srv_10.42.42.10(pid=26967): Launched\u000a20:15:30.305991 tst iperf3m4.py:8: start network...\u000a20:15:30.445569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:31.019253 run create_hlr_db(pid=26968): Launched\u000a20:15:31.252117 bus /gobi_6: Setting Powered False\u000a20:15:32.242487 run create_hlr_db(pid=26968): Terminated: ok {rc=0}\u000a20:15:32.712802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26970): Launched\u000a20:15:33.048856 run osmo-hlr_10.42.42.2(pid=26971): Launched\u000a20:15:33.174254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:33.758351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26973): Launched\u000a20:15:34.091684 run osmo-stp_10.42.42.5(pid=26974): Launched\u000a20:15:34.211810 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:34.792309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26976): Launched\u000a20:15:34.911658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:35.203074 run patchelf(pid=26977): Launched\u000a20:15:35.396094 run osmo-stp_10.42.42.5(pid=26974): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26974)]\u000a20:15:35.538022 run osmo-stp_10.42.42.5(pid=26974): stdout: \u000a| (launched: 2022-12-13_20:15:33.927223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:35.680262 run osmo-stp_10.42.42.5(pid=26974): stderr: \u000a| �[0;m�[38;5;43m20221213201534122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201534122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201534123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201534123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201534123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201534124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201534124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:35.818300 run osmo-stp_10.42.42.5(pid=26974): stdout: \u000a| (launched: 2022-12-13_20:15:33.927223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:35.955325 run osmo-stp_10.42.42.5(pid=26974): stderr: \u000a| �[0;m�[38;5;43m20221213201534122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201534122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201534123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201534123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201534123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201534124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201534124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:36.114518 run patchelf(pid=26977): Terminating (SIGINT)\u000a20:15:36.300834 run patchelf(pid=26977): Terminated: ok {rc=0}\u000a20:15:36.335153 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26974): Process ended prematurely: osmo-stp_10.42.42.5(pid=26974) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26974)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:15:36.345053 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a20:15:36.408931 run osmo-hlr_10.42.42.2(pid=26971): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26971)]\u000a20:15:36.460884 run osmo-hlr_10.42.42.2(pid=26971): stdout: \u000a| (launched: 2022-12-13_20:15:32.882595) \u000a20:15:36.513543 run osmo-hlr_10.42.42.2(pid=26971): stderr: \u000a| �[0;m�[1;31m20221213201533086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201533086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201533086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201533086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201533086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201533087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201533099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201533107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201533108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201533108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:36.558330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26959): Terminating (SIGTERM)\u000a20:15:36.600659 run iperf3-srv_10.42.42.10(pid=26960): Terminating (SIGTERM)\u000a20:15:36.644640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26961): Terminating (SIGTERM)\u000a20:15:36.687082 run iperf3-srv_10.42.42.10(pid=26962): Terminating (SIGTERM)\u000a20:15:36.729492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Terminating (SIGTERM)\u000a20:15:36.771618 run iperf3-srv_10.42.42.10(pid=26965): Terminating (SIGTERM)\u000a20:15:36.814464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Terminating (SIGTERM)\u000a20:15:36.856611 run iperf3-srv_10.42.42.10(pid=26967): Terminating (SIGTERM)\u000a20:15:36.899017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26970): Terminating (SIGTERM)\u000a20:15:36.941649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26973): Terminating (SIGTERM)\u000a20:15:36.984307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26976): Terminating (SIGTERM)\u000a20:15:36.994227 --- ParallelTerminationStrategy: PID 26959 died...\u000a20:15:37.051128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26959): Terminated: ok {rc=0}\u000a20:15:37.061535 --- ParallelTerminationStrategy: PID 26960 died...\u000a20:15:37.117997 run iperf3-srv_10.42.42.10(pid=26960): Terminated {rc=256}\u000a20:15:37.128250 --- ParallelTerminationStrategy: PID 26961 died...\u000a20:15:37.184681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26961): Terminated: ok {rc=0}\u000a20:15:37.194957 --- ParallelTerminationStrategy: PID 26962 died...\u000a20:15:37.251088 run iperf3-srv_10.42.42.10(pid=26962): Terminated {rc=256}\u000a20:15:37.261362 --- ParallelTerminationStrategy: PID 26964 died...\u000a20:15:37.317774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Terminated: ok {rc=0}\u000a20:15:37.328053 --- ParallelTerminationStrategy: PID 26965 died...\u000a20:15:37.384717 run iperf3-srv_10.42.42.10(pid=26965): Terminated {rc=256}\u000a20:15:37.395014 --- ParallelTerminationStrategy: PID 26966 died...\u000a20:15:37.451523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26966): Terminated: ok {rc=0}\u000a20:15:37.461966 --- ParallelTerminationStrategy: PID 26967 died...\u000a20:15:37.518384 run iperf3-srv_10.42.42.10(pid=26967): Terminated {rc=256}\u000a20:15:37.528720 --- ParallelTerminationStrategy: PID 26970 died...\u000a20:15:37.585138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26970): Terminated: ok {rc=0}\u000a20:15:37.595414 --- ParallelTerminationStrategy: PID 26973 died...\u000a20:15:37.651819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26973): Terminated: ok {rc=0}\u000a20:15:37.662150 --- ParallelTerminationStrategy: PID 26976 died...\u000a20:15:37.718733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26976): Terminated: ok {rc=0}\u000a20:15:37.807254 bus /gobi_4: Setting Powered False\u000a20:15:38.912007 bus /gobi_4: Setting Powered False\u000a20:15:40.025741 bus /gobi_1: Setting Powered False\u000a20:15:41.130260 bus /gobi_1: Setting Powered False\u000a20:15:42.242899 bus /gobi_0: Setting Powered False\u000a20:15:43.350370 bus /gobi_0: Setting Powered False\u000a20:15:44.459775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26984): Process ended prematurely: osmo-stp_10.42.42.5(pid=26984) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26984)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26984): Process ended prematurely: osmo-stp_10.42.42.5(pid=26984) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:15:45.529055 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:45.541164 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:15:45.694186 tst ping.py: using LAC 36007\u000a20:15:45.812751 tst ping.py: using RAC 52\u000a20:15:45.952447 tst ping.py: using CellId 36007\u000a20:15:46.082780 tst ping.py: using BVCI 36008\u000a20:15:46.107485 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:46.119759 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:46.131760 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:46.143707 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:46.156676 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:46.169628 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:46.183580 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:46.196272 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:46.488934 tst ping.py:19: start network...\u000a20:15:46.620268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:47.185741 run create_hlr_db(pid=26978): Launched\u000a20:15:47.365754 bus /gobi_6: Setting Powered False\u000a20:15:48.383542 run create_hlr_db(pid=26978): Terminated: ok {rc=0}\u000a20:15:48.792643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26980): Launched\u000a20:15:49.100200 run osmo-hlr_10.42.42.2(pid=26981): Launched\u000a20:15:49.217680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:49.760018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26983): Launched\u000a20:15:50.069669 run osmo-stp_10.42.42.5(pid=26984): Launched\u000a20:15:50.181226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:50.716256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26986): Launched\u000a20:15:50.824705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:51.094288 run patchelf(pid=26987): Launched\u000a20:15:51.273219 run osmo-stp_10.42.42.5(pid=26984): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26984)]\u000a20:15:51.404254 run osmo-stp_10.42.42.5(pid=26984): stdout: \u000a| (launched: 2022-12-13_20:15:49.914760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:51.535401 run osmo-stp_10.42.42.5(pid=26984): stderr: \u000a| �[0;m�[38;5;43m20221213201550088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201550088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201550088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201550089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201550089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201550089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201550090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:51.663348 run osmo-stp_10.42.42.5(pid=26984): stdout: \u000a| (launched: 2022-12-13_20:15:49.914760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:51.789507 run osmo-stp_10.42.42.5(pid=26984): stderr: \u000a| �[0;m�[38;5;43m20221213201550088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201550088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201550088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201550089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201550089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201550089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201550090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:51.945051 run patchelf(pid=26987): Terminating (SIGINT)\u000a20:15:52.122129 run patchelf(pid=26987): Terminated: ok {rc=0}\u000a20:15:52.153516 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26984): Process ended prematurely: osmo-stp_10.42.42.5(pid=26984) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26984)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:15:52.162486 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:15:52.223806 run osmo-hlr_10.42.42.2(pid=26981): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26981)]\u000a20:15:52.273788 run osmo-hlr_10.42.42.2(pid=26981): stdout: \u000a| (launched: 2022-12-13_20:15:48.947659) \u000a20:15:52.324241 run osmo-hlr_10.42.42.2(pid=26981): stderr: \u000a| �[0;m�[1;31m20221213201549127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201549128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201549128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201549128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201549128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201549128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201549139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201549148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201549149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201549149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:52.367312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26980): Terminating (SIGTERM)\u000a20:15:52.407802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26983): Terminating (SIGTERM)\u000a20:15:52.448819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26986): Terminating (SIGTERM)\u000a20:15:52.458216 --- ParallelTerminationStrategy: PID 26980 died...\u000a20:15:52.512789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26980): Terminated: ok {rc=0}\u000a20:15:52.522614 --- ParallelTerminationStrategy: PID 26983 died...\u000a20:15:52.577096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26983): Terminated: ok {rc=0}\u000a20:15:52.586829 --- ParallelTerminationStrategy: PID 26986 died...\u000a20:15:52.641318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26986): Terminated: ok {rc=0}\u000a20:15:52.730753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26997): Process ended prematurely: osmo-stp_10.42.42.5(pid=26997) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26997): Process ended prematurely: osmo-stp_10.42.42.5(pid=26997) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:15:53.783805 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:53.795651 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:15:53.943460 tst ping_idle_ping.py: using LAC 36008\u000a20:15:54.064319 tst ping_idle_ping.py: using RAC 53\u000a20:15:54.184507 tst ping_idle_ping.py: using CellId 36008\u000a20:15:54.304924 tst ping_idle_ping.py: using BVCI 36009\u000a20:15:54.328266 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:54.339338 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:54.350190 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:54.360888 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:54.371959 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:54.383049 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:54.394442 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:15:54.405680 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:15:54.691876 tst ping_idle_ping.py:24: start network...\u000a20:15:54.819044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:55.306862 run create_hlr_db(pid=26991): Launched\u000a20:15:55.483250 bus /gobi_6: Setting Powered False\u000a20:15:56.505000 run create_hlr_db(pid=26991): Terminated: ok {rc=0}\u000a20:15:56.915581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Launched\u000a20:15:57.226398 run osmo-hlr_10.42.42.2(pid=26994): Launched\u000a20:15:57.342700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:57.875835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Launched\u000a20:15:58.185641 run osmo-stp_10.42.42.5(pid=26997): Launched\u000a20:15:58.297087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:58.832266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Launched\u000a20:15:58.941057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:59.211833 run patchelf(pid=27000): Launched\u000a20:15:59.391527 run osmo-stp_10.42.42.5(pid=26997): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)]\u000a20:15:59.522691 run osmo-stp_10.42.42.5(pid=26997): stdout: \u000a| (launched: 2022-12-13_20:15:58.031062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:59.654478 run osmo-stp_10.42.42.5(pid=26997): stderr: \u000a| �[0;m�[38;5;43m20221213201558203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201558203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201558203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201558204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201558204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201558204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201558204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:59.782312 run osmo-stp_10.42.42.5(pid=26997): stdout: \u000a| (launched: 2022-12-13_20:15:58.031062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:59.908857 run osmo-stp_10.42.42.5(pid=26997): stderr: \u000a| �[0;m�[38;5;43m20221213201558203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201558203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201558203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201558204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201558204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201558204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201558204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:00.055974 run patchelf(pid=27000): Terminating (SIGINT)\u000a20:16:00.229194 run patchelf(pid=27000): Terminated: ok {rc=0}\u000a20:16:00.260240 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26997): Process ended prematurely: osmo-stp_10.42.42.5(pid=26997) [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)] [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:16:00.268821 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:16:00.330293 run osmo-hlr_10.42.42.2(pid=26994): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26994)]\u000a20:16:00.380336 run osmo-hlr_10.42.42.2(pid=26994): stdout: \u000a| (launched: 2022-12-13_20:15:57.071021) \u000a20:16:00.431740 run osmo-hlr_10.42.42.2(pid=26994): stderr: \u000a| �[0;m�[1;31m20221213201557252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201557252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201557252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201557252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201557252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201557252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201557263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201557272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201557272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201557272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:00.475050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Terminating (SIGTERM)\u000a20:16:00.515688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Terminating (SIGTERM)\u000a20:16:00.556289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Terminating (SIGTERM)\u000a20:16:00.565722 --- ParallelTerminationStrategy: PID 26993 died...\u000a20:16:00.620504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Terminated: ok {rc=0}\u000a20:16:00.630333 --- ParallelTerminationStrategy: PID 26996 died...\u000a20:16:00.684460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Terminated: ok {rc=0}\u000a20:16:00.694270 --- ParallelTerminationStrategy: PID 26999 died...\u000a20:16:00.748401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Terminated: ok {rc=0}\u000a20:16:00.844803 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:15:01" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27010): Process ended prematurely: osmo-stp_10.42.42.5(pid=27010) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27010): Process ended prematurely: osmo-stp_10.42.42.5(pid=27010) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:16:02.917076 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:16:02.928718 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:16:03.083146 tst switch_tch_pdch.py: using LAC 36009\u000a20:16:03.209393 tst switch_tch_pdch.py: using RAC 54\u000a20:16:03.339243 tst switch_tch_pdch.py: using CellId 36009\u000a20:16:03.463926 tst switch_tch_pdch.py: using BVCI 36010\u000a20:16:03.488839 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:16:03.500537 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:16:03.512115 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:16:03.523701 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:16:03.535225 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:16:03.546785 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:16:03.558579 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:16:03.570119 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:16:03.689990 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:16:03.987914 tst switch_tch_pdch.py:51: start network...\u000a20:16:04.124170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:04.648534 run create_hlr_db(pid=27004): Launched\u000a20:16:04.837750 bus /gobi_6: Setting Powered False\u000a20:16:05.858856 run create_hlr_db(pid=27004): Terminated: ok {rc=0}\u000a20:16:06.271266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Launched\u000a20:16:06.580692 run osmo-hlr_10.42.42.2(pid=27007): Launched\u000a20:16:06.691157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:07.224297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Launched\u000a20:16:07.531907 run osmo-stp_10.42.42.5(pid=27010): Launched\u000a20:16:07.643922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:16:08.176354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Launched\u000a20:16:08.284617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:16:08.554379 run patchelf(pid=27013): Launched\u000a20:16:08.732925 run osmo-stp_10.42.42.5(pid=27010): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)]\u000a20:16:08.863242 run osmo-stp_10.42.42.5(pid=27010): stdout: \u000a| (launched: 2022-12-13_20:16:07.378282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:08.993977 run osmo-stp_10.42.42.5(pid=27010): stderr: \u000a| �[0;m�[38;5;43m20221213201607549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201607549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201607549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201607550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201607550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201607550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201607550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:09.121322 run osmo-stp_10.42.42.5(pid=27010): stdout: \u000a| (launched: 2022-12-13_20:16:07.378282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:09.247221 run osmo-stp_10.42.42.5(pid=27010): stderr: \u000a| �[0;m�[38;5;43m20221213201607549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201607549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201607549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201607550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201607550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201607550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201607550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:09.394623 run patchelf(pid=27013): Terminating (SIGINT)\u000a20:16:09.567546 run patchelf(pid=27013): Terminated: ok {rc=0}\u000a20:16:09.598731 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27010): Process ended prematurely: osmo-stp_10.42.42.5(pid=27010) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27010)] [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:16:09.607383 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:16:09.668753 run osmo-hlr_10.42.42.2(pid=27007): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27007)]\u000a20:16:09.719414 run osmo-hlr_10.42.42.2(pid=27007): stdout: \u000a| (launched: 2022-12-13_20:16:06.426157) \u000a20:16:09.770409 run osmo-hlr_10.42.42.2(pid=27007): stderr: \u000a| �[0;m�[1;31m20221213201606627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201606627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201606627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201606627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201606627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201606627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201606664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201606675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201606675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201606675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:09.813849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Terminating (SIGTERM)\u000a20:16:09.854849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Terminating (SIGTERM)\u000a20:16:09.895384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Terminating (SIGTERM)\u000a20:16:09.904763 --- ParallelTerminationStrategy: PID 27006 died...\u000a20:16:09.959716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27006): Terminated: ok {rc=0}\u000a20:16:09.969848 --- ParallelTerminationStrategy: PID 27009 died...\u000a20:16:10.024521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27009): Terminated: ok {rc=0}\u000a20:16:10.034271 --- ParallelTerminationStrategy: PID 27012 died...\u000a20:16:10.088461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27012): Terminated: ok {rc=0}\u000a20:16:10.177903 bus /gobi_0: Setting Powered False\u000a20:16:11.282429 bus /gobi_0: Setting Powered False\u000a20:16:12.395737 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:16:02" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27023): Process ended prematurely: osmo-stp_10.42.42.5(pid=27023) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27023): Process ended prematurely: osmo-stp_10.42.42.5(pid=27023) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:16:14.346699 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:16:14.358208 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:16:14.512874 tst switch_tch_pdch.py: using LAC 36010\u000a20:16:14.639338 tst switch_tch_pdch.py: using RAC 55\u000a20:16:14.765864 tst switch_tch_pdch.py: using CellId 36010\u000a20:16:14.894764 tst switch_tch_pdch.py: using BVCI 36011\u000a20:16:14.919934 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:16:14.931505 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:16:14.943209 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:16:14.954579 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:16:14.965814 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:16:14.977064 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:16:14.988454 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:16:14.999910 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:16:15.118145 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:16:15.413785 tst switch_tch_pdch.py:51: start network...\u000a20:16:15.549601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:16.103642 run create_hlr_db(pid=27017): Launched\u000a20:16:16.238294 bus /gobi_6: Setting Powered False\u000a20:16:17.315458 run create_hlr_db(pid=27017): Terminated: ok {rc=0}\u000a20:16:17.703517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Launched\u000a20:16:18.012210 run osmo-hlr_10.42.42.2(pid=27020): Launched\u000a20:16:18.122502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:18.627857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Launched\u000a20:16:18.936247 run osmo-stp_10.42.42.5(pid=27023): Launched\u000a20:16:19.047374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:16:19.554687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Launched\u000a20:16:19.662940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:16:19.930530 run patchelf(pid=27026): Launched\u000a20:16:20.110124 run osmo-stp_10.42.42.5(pid=27023): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)]\u000a20:16:20.240208 run osmo-stp_10.42.42.5(pid=27023): stdout: \u000a| (launched: 2022-12-13_20:16:18.782364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:20.370801 run osmo-stp_10.42.42.5(pid=27023): stderr: \u000a| �[0;m�[38;5;43m20221213201618955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201618956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201618956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201618956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201618957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201618957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201618957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:20.497386 run osmo-stp_10.42.42.5(pid=27023): stdout: \u000a| (launched: 2022-12-13_20:16:18.782364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:20.623277 run osmo-stp_10.42.42.5(pid=27023): stderr: \u000a| �[0;m�[38;5;43m20221213201618955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201618956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201618956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201618956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201618957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201618957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201618957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:20.769852 run patchelf(pid=27026): Terminating (SIGINT)\u000a20:16:20.941828 run patchelf(pid=27026): Terminated: ok {rc=0}\u000a20:16:20.973160 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27023): Process ended prematurely: osmo-stp_10.42.42.5(pid=27023) [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27023)] [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:16:20.981880 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:16:21.043104 run osmo-hlr_10.42.42.2(pid=27020): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27020)]\u000a20:16:21.092888 run osmo-hlr_10.42.42.2(pid=27020): stdout: \u000a| (launched: 2022-12-13_20:16:17.858420) \u000a20:16:21.143562 run osmo-hlr_10.42.42.2(pid=27020): stderr: \u000a| �[0;m�[1;31m20221213201618041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201618041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201618041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201618041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201618041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201618041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201618091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201618102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201618102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201618102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:21.186812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Terminating (SIGTERM)\u000a20:16:21.227343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Terminating (SIGTERM)\u000a20:16:21.268240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Terminating (SIGTERM)\u000a20:16:21.277687 --- ParallelTerminationStrategy: PID 27019 died...\u000a20:16:21.332502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27019): Terminated: ok {rc=0}\u000a20:16:21.342406 --- ParallelTerminationStrategy: PID 27022 died...\u000a20:16:21.396533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27022): Terminated: ok {rc=0}\u000a20:16:21.406282 --- ParallelTerminationStrategy: PID 27025 died...\u000a20:16:21.460019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27025): Terminated: ok {rc=0}\u000a20:16:21.549413 bus /gobi_0: Setting Powered False\u000a20:16:22.652762 bus /gobi_0: Setting Powered False\u000a20:16:23.765814 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:16:14" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27031): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27031) [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27031)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27031): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27031) [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a20:16:25.632540 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a20:16:25.643728 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a20:16:25.771859 tst mo_mt_sms.py: using LAC 36011\u000a20:16:25.899813 tst mo_mt_sms.py: using RAC 56\u000a20:16:26.023092 tst mo_mt_sms.py: using CellId 36011\u000a20:16:26.143268 tst mo_mt_sms.py: using BVCI 36012\u000a20:16:26.166704 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:16:26.288572 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:16:26.586075 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:16:26.722428 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:16:27.399953 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27030): Launched\u000a20:16:27.727242 run osmo-nitb_10.42.42.2(pid=27031): Launched\u000a20:16:27.926882 run osmo-nitb_10.42.42.2(pid=27031): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27031)]\u000a20:16:28.073974 run osmo-nitb_10.42.42.2(pid=27031): stdout: \u000a| (launched: 2022-12-13_20:16:27.567413) \u000a20:16:28.220507 run osmo-nitb_10.42.42.2(pid=27031): stderr: \u000a| (launched: 2022-12-13_20:16:27.615876)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:16:28.362728 run osmo-nitb_10.42.42.2(pid=27031): stdout: \u000a| (launched: 2022-12-13_20:16:27.567413) \u000a20:16:28.503764 run osmo-nitb_10.42.42.2(pid=27031): stderr: \u000a| (launched: 2022-12-13_20:16:27.615876)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:16:28.858250 tst osmo-nitb_10.42.42.2(pid=27031): stdout: \u000a| (launched: 2022-12-13_20:16:27.567413) \u000a20:16:28.988214 tst osmo-nitb_10.42.42.2(pid=27031): stderr: \u000a| (launched: 2022-12-13_20:16:27.615876)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:16:29.045116 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27031): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27031) [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27031)] [trial-2394↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a20:16:29.054048 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a20:16:29.090141 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27030): Terminating (SIGTERM)\u000a20:16:29.268062 --- ParallelTerminationStrategy: PID 27030 died...\u000a20:16:29.326129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27030): Terminated: ok {rc=0}\u000a20:16:29.413924 bus /sierra_3: Setting Powered False\u000a20:16:30.521868 bus /sierra_3: Setting Powered False\u000a20:16:31.669140 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:16:25" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2394↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2394↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a20:16:33.528739 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:33.539803 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a20:16:33.673206 tst mo_mt_sms.py: using LAC 36012\u000a20:16:33.798408 tst mo_mt_sms.py: using RAC 57\u000a20:16:33.923971 tst mo_mt_sms.py: using CellId 36012\u000a20:16:34.049666 tst mo_mt_sms.py: using BVCI 36013\u000a20:16:34.074536 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:34.085669 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:34.096658 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:34.107602 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:34.118566 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:34.129482 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:16:34.247027 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:16:34.460130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:34.983039 run create_hlr_db(pid=27035): Launched\u000a20:16:35.171719 bus /sierra_2: Setting Powered False\u000a20:16:36.191177 run create_hlr_db(pid=27035): Terminated: ok {rc=0}\u000a20:16:36.626722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Launched\u000a20:16:36.956498 run osmo-hlr_10.42.42.2(pid=27038): Launched\u000a20:16:37.075190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:37.643070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Launched\u000a20:16:37.971725 run osmo-stp_10.42.42.5(pid=27041): Launched\u000a20:16:38.090330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:38.689339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Launched\u000a20:16:39.018935 run osmo-msc_10.42.42.6(pid=27044): Launched\u000a20:16:39.209873 run osmo-stp_10.42.42.5(pid=27041): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]\u000a20:16:39.347273 run osmo-stp_10.42.42.5(pid=27041): stdout: \u000a| (launched: 2022-12-13_20:16:37.808800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:39.484354 run osmo-stp_10.42.42.5(pid=27041): stderr: \u000a| �[0;m�[38;5;43m20221213201638005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201638005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201638005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201638006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201638006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201638006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201638006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:39.615495 run osmo-stp_10.42.42.5(pid=27041): stdout: \u000a| (launched: 2022-12-13_20:16:37.808800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:39.745436 run osmo-stp_10.42.42.5(pid=27041): stderr: \u000a| �[0;m�[38;5;43m20221213201638005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201638005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201638005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201638006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201638006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201638006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201638006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:39.802481 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2394↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)] [trial-2394↪sms:oc2g↪mo_mt_sms.py:16]\u000a20:16:39.810949 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a20:16:39.873693 run osmo-hlr_10.42.42.2(pid=27038): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27038)]\u000a20:16:39.925479 run osmo-hlr_10.42.42.2(pid=27038): stdout: \u000a| (launched: 2022-12-13_20:16:36.793298) \u000a20:16:39.978223 run osmo-hlr_10.42.42.2(pid=27038): stderr: \u000a| �[0;m�[1;31m20221213201636996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201636996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201636996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201636996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201636996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201636996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201637015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201637025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201637025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201637025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:40.049138 run osmo-msc_10.42.42.6(pid=27044): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27044)]\u000a20:16:40.100474 run osmo-msc_10.42.42.6(pid=27044): stdout: \u000a| (launched: 2022-12-13_20:16:38.855303) \u000a20:16:40.152040 run osmo-msc_10.42.42.6(pid=27044): stderr: \u000a| �[0;m�[38;5;43m20221213201639180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201639180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdca78dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201639181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201639181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201639181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201639181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201639183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201639183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201639183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201639183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:40.196000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Terminating (SIGTERM)\u000a20:16:40.237628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Terminating (SIGTERM)\u000a20:16:40.279683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Terminating (SIGTERM)\u000a20:16:40.289138 --- ParallelTerminationStrategy: PID 27037 died...\u000a20:16:40.345202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Terminated: ok {rc=0}\u000a20:16:40.355284 --- ParallelTerminationStrategy: PID 27040 died...\u000a20:16:40.411440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Terminated: ok {rc=0}\u000a20:16:40.421610 --- ParallelTerminationStrategy: PID 27043 died...\u000a20:16:40.477542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Terminated: ok {rc=0}\u000a20:16:40.565814 bus /sierra_3: Setting Powered False\u000a20:16:41.672908 bus /sierra_3: Setting Powered False\u000a20:16:42.782552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:16:33" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27053) [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27053)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27053) [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a20:16:44.589604 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a20:16:44.600387 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a20:16:44.729552 tst assert_extension.py: using LAC 36013\u000a20:16:44.858827 tst assert_extension.py: using RAC 58\u000a20:16:44.987593 tst assert_extension.py: using CellId 36013\u000a20:16:45.121368 tst assert_extension.py: using BVCI 36014\u000a20:16:45.146722 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a20:16:45.456893 tst assert_extension.py:10: start nitb and bts...\u000a20:16:45.584318 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:16:46.300769 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27052): Launched\u000a20:16:46.680446 run osmo-nitb_10.42.42.2(pid=27053): Launched\u000a20:16:46.911454 run osmo-nitb_10.42.42.2(pid=27053): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27053)]\u000a20:16:47.054145 run osmo-nitb_10.42.42.2(pid=27053): stdout: \u000a| (launched: 2022-12-13_20:16:46.478457) \u000a20:16:47.197092 run osmo-nitb_10.42.42.2(pid=27053): stderr: \u000a| (launched: 2022-12-13_20:16:46.524449)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:16:47.335204 run osmo-nitb_10.42.42.2(pid=27053): stdout: \u000a| (launched: 2022-12-13_20:16:46.478457) \u000a20:16:47.468832 run osmo-nitb_10.42.42.2(pid=27053): stderr: \u000a| (launched: 2022-12-13_20:16:46.524449)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:16:47.811801 tst osmo-nitb_10.42.42.2(pid=27053): stdout: \u000a| (launched: 2022-12-13_20:16:46.478457) \u000a20:16:47.933460 tst osmo-nitb_10.42.42.2(pid=27053): stderr: \u000a| (launched: 2022-12-13_20:16:46.524449)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:16:47.986427 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27053) [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27053)] [trial-2394↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a20:16:47.994580 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a20:16:48.029772 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27052): Terminating (SIGTERM)\u000a20:16:48.207736 --- ParallelTerminationStrategy: PID 27052 died...\u000a20:16:48.263930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27052): Terminated: ok {rc=0}\u000a20:16:48.353986 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:16:44" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27063): Process ended prematurely: osmo-stp_10.42.42.5(pid=27063) [trial-2394↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27063)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27063): Process ended prematurely: osmo-stp_10.42.42.5(pid=27063) [trial-2394↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a20:16:50.156541 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:50.167545 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a20:16:50.297106 tst assert_extension.py: using LAC 36014\u000a20:16:50.425958 tst assert_extension.py: using RAC 59\u000a20:16:50.555507 tst assert_extension.py: using CellId 36014\u000a20:16:50.685244 tst assert_extension.py: using BVCI 36015\u000a20:16:50.710124 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:50.721216 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:50.732158 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:50.743050 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:50.754062 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:16:50.764939 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a20:16:50.967604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:51.451380 run create_hlr_db(pid=27057): Launched\u000a20:16:51.627197 bus /sierra_2: Setting Powered False\u000a20:16:52.659819 run create_hlr_db(pid=27057): Terminated: ok {rc=0}\u000a20:16:53.071429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27059): Launched\u000a20:16:53.380190 run osmo-hlr_10.42.42.2(pid=27060): Launched\u000a20:16:53.500210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:54.046585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27062): Launched\u000a20:16:54.354204 run osmo-stp_10.42.42.5(pid=27063): Launched\u000a20:16:54.465339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:55.024384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27065): Launched\u000a20:16:55.333471 run osmo-msc_10.42.42.6(pid=27066): Launched\u000a20:16:55.513970 run osmo-stp_10.42.42.5(pid=27063): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27063)]\u000a20:16:55.644318 run osmo-stp_10.42.42.5(pid=27063): stdout: \u000a| (launched: 2022-12-13_20:16:54.201501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:55.771552 run osmo-stp_10.42.42.5(pid=27063): stderr: \u000a| �[0;m�[38;5;43m20221213201654374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201654374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201654374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201654374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201654375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201654375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201654375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:55.894311 run osmo-stp_10.42.42.5(pid=27063): stdout: \u000a| (launched: 2022-12-13_20:16:54.201501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:56.016115 run osmo-stp_10.42.42.5(pid=27063): stderr: \u000a| �[0;m�[38;5;43m20221213201654374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201654374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201654374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201654374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201654375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201654375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201654375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:56.069488 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27063): Process ended prematurely: osmo-stp_10.42.42.5(pid=27063) [trial-2394↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27063)] [trial-2394↪ussd:oc2g↪assert_extension.py:17]\u000a20:16:56.077714 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:16:56.138370 run osmo-hlr_10.42.42.2(pid=27060): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27060)]\u000a20:16:56.187724 run osmo-hlr_10.42.42.2(pid=27060): stdout: \u000a| (launched: 2022-12-13_20:16:53.226038) \u000a20:16:56.237588 run osmo-hlr_10.42.42.2(pid=27060): stderr: \u000a| �[0;m�[1;31m20221213201653405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201653405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201653405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201653405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201653405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201653405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201653416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201653424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201653425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201653425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:56.306166 run osmo-msc_10.42.42.6(pid=27066): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27066)]\u000a20:16:56.355812 run osmo-msc_10.42.42.6(pid=27066): stdout: \u000a| (launched: 2022-12-13_20:16:55.178510) \u000a20:16:56.406016 run osmo-msc_10.42.42.6(pid=27066): stderr: \u000a| �[0;m�[38;5;43m20221213201655454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201655455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82259f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201655455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201655455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201655455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201655455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201655457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201655457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201655457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201655457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:56.448872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27059): Terminating (SIGTERM)\u000a20:16:56.489239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27062): Terminating (SIGTERM)\u000a20:16:56.530305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27065): Terminating (SIGTERM)\u000a20:16:56.539682 --- ParallelTerminationStrategy: PID 27059 died...\u000a20:16:56.594218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27059): Terminated: ok {rc=0}\u000a20:16:56.603881 --- ParallelTerminationStrategy: PID 27062 died...\u000a20:16:56.658042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27062): Terminated: ok {rc=0}\u000a20:16:56.667655 --- ParallelTerminationStrategy: PID 27065 died...\u000a20:16:56.721683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27065): Terminated: ok {rc=0}\u000a20:16:56.811588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:16:49" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27095): Process ended prematurely: osmo-stp_10.42.42.5(pid=27095) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27095): Process ended prematurely: osmo-stp_10.42.42.5(pid=27095) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:58.724706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:58.735901 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:16:58.883398 tst mo_mt_call.py: using LAC 36015\u000a20:16:59.014199 tst mo_mt_call.py: using RAC 60\u000a20:16:59.146738 tst mo_mt_call.py: using CellId 36015\u000a20:16:59.276653 tst mo_mt_call.py: using BVCI 36016\u000a20:16:59.300253 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:59.311632 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:59.322991 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:59.334138 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:59.345633 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:59.356838 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:16:59.479226 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:16:59.686888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:00.180497 run create_hlr_db(pid=27072): Launched\u000a20:17:00.358845 bus /sierra_2: Setting Powered False\u000a20:17:01.470392 run create_hlr_db(pid=27072): Terminated: ok {rc=0}\u000a20:17:01.914369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27088): Launched\u000a20:17:02.354253 run osmo-hlr_10.42.42.2(pid=27092): Launched\u000a20:17:02.499244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:03.043023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Launched\u000a20:17:03.358252 run osmo-stp_10.42.42.5(pid=27095): Launched\u000a20:17:03.480900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:04.056404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27097): Launched\u000a20:17:04.370761 run osmo-msc_10.42.42.6(pid=27098): Launched\u000a20:17:04.554569 run osmo-stp_10.42.42.5(pid=27095): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)]\u000a20:17:04.686569 run osmo-stp_10.42.42.5(pid=27095): stdout: \u000a| (launched: 2022-12-13_20:17:03.200404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:04.815971 run osmo-stp_10.42.42.5(pid=27095): stderr: \u000a| �[0;m�[38;5;43m20221213201703373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201703373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201703374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201703374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201703375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201703375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201703375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:04.940865 run osmo-stp_10.42.42.5(pid=27095): stdout: \u000a| (launched: 2022-12-13_20:17:03.200404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:05.065219 run osmo-stp_10.42.42.5(pid=27095): stderr: \u000a| �[0;m�[38;5;43m20221213201703373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201703373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201703374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201703374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201703375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201703375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201703375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:05.119496 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27095): Process ended prematurely: osmo-stp_10.42.42.5(pid=27095) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:17:05.128039 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:17:05.188458 run osmo-hlr_10.42.42.2(pid=27092): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27092)]\u000a20:17:05.238146 run osmo-hlr_10.42.42.2(pid=27092): stdout: \u000a| (launched: 2022-12-13_20:17:02.080619) \u000a20:17:05.288342 run osmo-hlr_10.42.42.2(pid=27092): stderr: \u000a| �[0;m�[1;31m20221213201702364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201702364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201702364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201702364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201702364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201702364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201702390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201702407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201702407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201702407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:05.356670 run osmo-msc_10.42.42.6(pid=27098): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27098)]\u000a20:17:05.406372 run osmo-msc_10.42.42.6(pid=27098): stdout: \u000a| (launched: 2022-12-13_20:17:04.214256) \u000a20:17:05.456639 run osmo-msc_10.42.42.6(pid=27098): stderr: \u000a| �[0;m�[38;5;43m20221213201704488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201704488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fdc5e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201704488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201704488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201704489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201704489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201704491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201704491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201704491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201704491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:05.499432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27088): Terminating (SIGTERM)\u000a20:17:05.540099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Terminating (SIGTERM)\u000a20:17:05.580292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27097): Terminating (SIGTERM)\u000a20:17:05.589622 --- ParallelTerminationStrategy: PID 27088 died...\u000a20:17:05.644308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27088): Terminated: ok {rc=0}\u000a20:17:05.654045 --- ParallelTerminationStrategy: PID 27094 died...\u000a20:17:05.708234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Terminated: ok {rc=0}\u000a20:17:05.717885 --- ParallelTerminationStrategy: PID 27097 died...\u000a20:17:05.772024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27097): Terminated: ok {rc=0}\u000a20:17:05.860932 bus /sierra_3: Setting Powered False\u000a20:17:06.965203 bus /sierra_3: Setting Powered False\u000a20:17:08.078670 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27106): Process ended prematurely: osmo-stp_10.42.42.5(pid=27106) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27106): Process ended prematurely: osmo-stp_10.42.42.5(pid=27106) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:09.191132 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:17:09.202993 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:17:09.349616 tst mo_mt_call_osmux.py: using LAC 36016\u000a20:17:09.473253 tst mo_mt_call_osmux.py: using RAC 61\u000a20:17:09.595905 tst mo_mt_call_osmux.py: using CellId 36016\u000a20:17:09.717827 tst mo_mt_call_osmux.py: using BVCI 36017\u000a20:17:09.741384 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:17:09.752346 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:17:09.763294 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:17:09.774165 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:17:09.785402 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:17:09.796613 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:17:09.918949 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:17:10.125338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:10.615862 run create_hlr_db(pid=27100): Launched\u000a20:17:10.793801 bus /sierra_2: Setting Powered False\u000a20:17:11.816312 run create_hlr_db(pid=27100): Terminated: ok {rc=0}\u000a20:17:12.260548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Launched\u000a20:17:12.597800 run osmo-hlr_10.42.42.2(pid=27103): Launched\u000a20:17:12.720081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:13.300885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Launched\u000a20:17:13.637794 run osmo-stp_10.42.42.5(pid=27106): Launched\u000a20:17:13.758484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:14.368687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27108): Launched\u000a20:17:14.703031 run osmo-msc_10.42.42.6(pid=27109): Launched\u000a20:17:14.896443 run osmo-stp_10.42.42.5(pid=27106): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)]\u000a20:17:15.036679 run osmo-stp_10.42.42.5(pid=27106): stdout: \u000a| (launched: 2022-12-13_20:17:13.470731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:15.175456 run osmo-stp_10.42.42.5(pid=27106): stderr: \u000a| �[0;m�[38;5;43m20221213201713669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201713669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201713669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201713670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201713670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201713670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201713670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:15.308903 run osmo-stp_10.42.42.5(pid=27106): stdout: \u000a| (launched: 2022-12-13_20:17:13.470731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:15.440848 run osmo-stp_10.42.42.5(pid=27106): stderr: \u000a| �[0;m�[38;5;43m20221213201713669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201713669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201713669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201713670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201713670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201713670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201713670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:15.499161 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27106): Process ended prematurely: osmo-stp_10.42.42.5(pid=27106) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:17:15.508357 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:17:15.572012 run osmo-hlr_10.42.42.2(pid=27103): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27103)]\u000a20:17:15.624548 run osmo-hlr_10.42.42.2(pid=27103): stdout: \u000a| (launched: 2022-12-13_20:17:12.430947) \u000a20:17:15.677011 run osmo-hlr_10.42.42.2(pid=27103): stderr: \u000a| �[0;m�[1;31m20221213201712631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201712631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201712632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201712632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201712632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201712632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201712643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201712653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201712653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201712653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:15.748086 run osmo-msc_10.42.42.6(pid=27109): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27109)]\u000a20:17:15.799567 run osmo-msc_10.42.42.6(pid=27109): stdout: \u000a| (launched: 2022-12-13_20:17:14.537614) \u000a20:17:15.869734 run osmo-msc_10.42.42.6(pid=27109): stderr: \u000a| �[0;m�[38;5;43m20221213201714864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201714865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f233ffe9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201714865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201714865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201714865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201714865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201714867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201714867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201714867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201714867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:15.924110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Terminating (SIGTERM)\u000a20:17:15.967406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Terminating (SIGTERM)\u000a20:17:16.010501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27108): Terminating (SIGTERM)\u000a20:17:16.020490 --- ParallelTerminationStrategy: PID 27102 died...\u000a20:17:16.078333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Terminated: ok {rc=0}\u000a20:17:16.089145 --- ParallelTerminationStrategy: PID 27105 died...\u000a20:17:16.146754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Terminated: ok {rc=0}\u000a20:17:16.157421 --- ParallelTerminationStrategy: PID 27108 died...\u000a20:17:16.214614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27108): Terminated: ok {rc=0}\u000a20:17:16.305005 bus /sierra_3: Setting Powered False\u000a20:17:17.409245 bus /sierra_3: Setting Powered False\u000a20:17:18.518204 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:16:58" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27120): Process ended prematurely: osmo-stp_10.42.42.5(pid=27120) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27120)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27120): Process ended prematurely: osmo-stp_10.42.42.5(pid=27120) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:17:20.487208 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:20.498863 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:17:20.657422 tst mo_mt_call.py: using LAC 36017\u000a20:17:20.787338 tst mo_mt_call.py: using RAC 62\u000a20:17:20.915282 tst mo_mt_call.py: using CellId 36017\u000a20:17:21.044829 tst mo_mt_call.py: using BVCI 36018\u000a20:17:21.070414 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:21.082012 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:21.093470 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:21.104778 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:21.116216 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:21.127673 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:17:21.245911 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:17:21.461690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:21.996058 run create_hlr_db(pid=27114): Launched\u000a20:17:22.188613 bus /sierra_2: Setting Powered False\u000a20:17:23.209404 run create_hlr_db(pid=27114): Terminated: ok {rc=0}\u000a20:17:23.630681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27116): Launched\u000a20:17:23.945503 run osmo-hlr_10.42.42.2(pid=27117): Launched\u000a20:17:24.063901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:24.604669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27119): Launched\u000a20:17:24.917497 run osmo-stp_10.42.42.5(pid=27120): Launched\u000a20:17:25.040229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:25.615891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27122): Launched\u000a20:17:25.930061 run osmo-msc_10.42.42.6(pid=27123): Launched\u000a20:17:26.113221 run osmo-stp_10.42.42.5(pid=27120): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27120)]\u000a20:17:26.245152 run osmo-stp_10.42.42.5(pid=27120): stdout: \u000a| (launched: 2022-12-13_20:17:24.762083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:26.374928 run osmo-stp_10.42.42.5(pid=27120): stderr: \u000a| �[0;m�[38;5;43m20221213201724936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201724936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201724936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201724937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201724937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201724937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201724938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:26.500212 run osmo-stp_10.42.42.5(pid=27120): stdout: \u000a| (launched: 2022-12-13_20:17:24.762083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:26.624721 run osmo-stp_10.42.42.5(pid=27120): stderr: \u000a| �[0;m�[38;5;43m20221213201724936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201724936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201724936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201724937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201724937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201724937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201724938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:26.679397 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27120): Process ended prematurely: osmo-stp_10.42.42.5(pid=27120) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27120)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:17:26.688111 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:17:26.749376 run osmo-hlr_10.42.42.2(pid=27117): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27117)]\u000a20:17:26.799314 run osmo-hlr_10.42.42.2(pid=27117): stdout: \u000a| (launched: 2022-12-13_20:17:23.789106) \u000a20:17:26.849804 run osmo-hlr_10.42.42.2(pid=27117): stderr: \u000a| �[0;m�[1;31m20221213201723968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201723968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201723968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201723968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201723968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201723969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201723980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201723988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201723989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201723989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:26.918309 run osmo-msc_10.42.42.6(pid=27123): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27123)]\u000a20:17:26.967857 run osmo-msc_10.42.42.6(pid=27123): stdout: \u000a| (launched: 2022-12-13_20:17:25.774456) \u000a20:17:27.018197 run osmo-msc_10.42.42.6(pid=27123): stderr: \u000a| �[0;m�[38;5;43m20221213201726053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201726053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2776a58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201726053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201726053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201726053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201726054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201726055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201726056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201726056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201726056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:27.060671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27116): Terminating (SIGTERM)\u000a20:17:27.100542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27119): Terminating (SIGTERM)\u000a20:17:27.140688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27122): Terminating (SIGTERM)\u000a20:17:27.150045 --- ParallelTerminationStrategy: PID 27116 died...\u000a20:17:27.204210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27116): Terminated: ok {rc=0}\u000a20:17:27.214052 --- ParallelTerminationStrategy: PID 27119 died...\u000a20:17:27.267922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27119): Terminated: ok {rc=0}\u000a20:17:27.277744 --- ParallelTerminationStrategy: PID 27122 died...\u000a20:17:27.331479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27122): Terminated: ok {rc=0}\u000a20:17:27.420645 bus /sierra_3: Setting Powered False\u000a20:17:28.524277 bus /sierra_3: Setting Powered False\u000a20:17:29.636668 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27132): Process ended prematurely: osmo-stp_10.42.42.5(pid=27132) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27132)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27132): Process ended prematurely: osmo-stp_10.42.42.5(pid=27132) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:30.747646 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:30.759466 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:17:30.914156 tst mo_mt_call_osmux.py: using LAC 36018\u000a20:17:31.053530 tst mo_mt_call_osmux.py: using RAC 63\u000a20:17:31.181430 tst mo_mt_call_osmux.py: using CellId 36018\u000a20:17:31.335940 tst mo_mt_call_osmux.py: using BVCI 36019\u000a20:17:31.363215 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:31.376163 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:31.388760 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:31.401486 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:31.414908 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:17:31.428595 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:17:31.582807 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:17:31.843028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:32.354311 run create_hlr_db(pid=27126): Launched\u000a20:17:32.534561 bus /sierra_2: Setting Powered False\u000a20:17:33.554678 run create_hlr_db(pid=27126): Terminated: ok {rc=0}\u000a20:17:33.969263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27128): Launched\u000a20:17:34.281730 run osmo-hlr_10.42.42.2(pid=27129): Launched\u000a20:17:34.401475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:34.950173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27131): Launched\u000a20:17:35.264426 run osmo-stp_10.42.42.5(pid=27132): Launched\u000a20:17:35.377784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:35.945646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27134): Launched\u000a20:17:36.259117 run osmo-msc_10.42.42.6(pid=27135): Launched\u000a20:17:36.442270 run osmo-stp_10.42.42.5(pid=27132): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27132)]\u000a20:17:36.574618 run osmo-stp_10.42.42.5(pid=27132): stdout: \u000a| (launched: 2022-12-13_20:17:35.108096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:36.704088 run osmo-stp_10.42.42.5(pid=27132): stderr: \u000a| �[0;m�[38;5;43m20221213201735281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201735281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201735282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201735282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201735284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201735284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201735284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:36.829440 run osmo-stp_10.42.42.5(pid=27132): stdout: \u000a| (launched: 2022-12-13_20:17:35.108096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:36.953652 run osmo-stp_10.42.42.5(pid=27132): stderr: \u000a| �[0;m�[38;5;43m20221213201735281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201735281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201735282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201735282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201735284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201735284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201735284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:37.007974 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27132): Process ended prematurely: osmo-stp_10.42.42.5(pid=27132) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27132)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:17:37.016718 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:17:37.077726 run osmo-hlr_10.42.42.2(pid=27129): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27129)]\u000a20:17:37.127523 run osmo-hlr_10.42.42.2(pid=27129): stdout: \u000a| (launched: 2022-12-13_20:17:34.126982) \u000a20:17:37.178059 run osmo-hlr_10.42.42.2(pid=27129): stderr: \u000a| �[0;m�[1;31m20221213201734306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201734306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201734307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201734307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201734307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201734307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201734322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201734333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201734334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201734334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:37.246369 run osmo-msc_10.42.42.6(pid=27135): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27135)]\u000a20:17:37.295737 run osmo-msc_10.42.42.6(pid=27135): stdout: \u000a| (launched: 2022-12-13_20:17:36.103253) \u000a20:17:37.345793 run osmo-msc_10.42.42.6(pid=27135): stderr: \u000a| �[0;m�[38;5;43m20221213201736379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201736379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5fe7bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201736379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201736379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201736380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201736380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201736382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201736382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201736382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201736382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:37.388153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27128): Terminating (SIGTERM)\u000a20:17:37.428342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27131): Terminating (SIGTERM)\u000a20:17:37.468759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27134): Terminating (SIGTERM)\u000a20:17:37.478099 --- ParallelTerminationStrategy: PID 27128 died...\u000a20:17:37.532517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27128): Terminated: ok {rc=0}\u000a20:17:37.542271 --- ParallelTerminationStrategy: PID 27131 died...\u000a20:17:37.596152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27131): Terminated: ok {rc=0}\u000a20:17:37.605982 --- ParallelTerminationStrategy: PID 27134 died...\u000a20:17:37.659741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27134): Terminated: ok {rc=0}\u000a20:17:37.744439 bus /sierra_3: Setting Powered False\u000a20:17:38.851466 bus /sierra_3: Setting Powered False\u000a20:17:39.965510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:17:20" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:17:41.923109 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:41.934847 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:17:42.090310 tst mo_mt_call.py: using LAC 36019\u000a20:17:42.220463 tst mo_mt_call.py: using RAC 64\u000a20:17:42.350232 tst mo_mt_call.py: using CellId 36019\u000a20:17:42.481744 tst mo_mt_call.py: using BVCI 36020\u000a20:17:42.507177 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:42.519217 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:42.530719 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:42.542087 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:42.553615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:42.565109 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:17:42.683118 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:17:42.894394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:43.386051 run create_hlr_db(pid=27140): Launched\u000a20:17:43.565171 bus /sierra_2: Setting Powered False\u000a20:17:44.587516 run create_hlr_db(pid=27140): Terminated: ok {rc=0}\u000a20:17:45.031035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Launched\u000a20:17:45.368799 run osmo-hlr_10.42.42.2(pid=27143): Launched\u000a20:17:45.491401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:46.138813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Launched\u000a20:17:46.504867 run osmo-stp_10.42.42.5(pid=27146): Launched\u000a20:17:46.713898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:47.398840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27148): Launched\u000a20:17:47.715671 run osmo-msc_10.42.42.6(pid=27149): Launched\u000a20:17:47.899175 run osmo-stp_10.42.42.5(pid=27146): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]\u000a20:17:48.030742 run osmo-stp_10.42.42.5(pid=27146): stdout: \u000a| (launched: 2022-12-13_20:17:46.331066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:48.159906 run osmo-stp_10.42.42.5(pid=27146): stderr: \u000a| �[0;m�[38;5;43m20221213201746691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201746691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201746691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201746691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201746692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201746692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201746692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:48.285458 run osmo-stp_10.42.42.5(pid=27146): stdout: \u000a| (launched: 2022-12-13_20:17:46.331066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:48.409269 run osmo-stp_10.42.42.5(pid=27146): stderr: \u000a| �[0;m�[38;5;43m20221213201746691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201746691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201746691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201746691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201746692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201746692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201746692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:48.463425 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:17:48.471991 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:17:48.532547 run osmo-hlr_10.42.42.2(pid=27143): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27143)]\u000a20:17:48.582141 run osmo-hlr_10.42.42.2(pid=27143): stdout: \u000a| (launched: 2022-12-13_20:17:45.200901) \u000a20:17:48.632327 run osmo-hlr_10.42.42.2(pid=27143): stderr: \u000a| �[0;m�[1;31m20221213201745404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201745404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201745404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201745404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201745404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201745404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201745416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201745425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201745425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201745425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:48.700414 run osmo-msc_10.42.42.6(pid=27149): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27149)]\u000a20:17:48.749784 run osmo-msc_10.42.42.6(pid=27149): stdout: \u000a| (launched: 2022-12-13_20:17:47.557541) \u000a20:17:48.799940 run osmo-msc_10.42.42.6(pid=27149): stderr: \u000a| �[0;m�[38;5;43m20221213201747834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201747834 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc3f34cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201747834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201747834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201747834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201747835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201747836 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201747837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201747837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201747837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:48.843116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Terminating (SIGTERM)\u000a20:17:48.883748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Terminating (SIGTERM)\u000a20:17:48.923825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27148): Terminating (SIGTERM)\u000a20:17:48.933130 --- ParallelTerminationStrategy: PID 27142 died...\u000a20:17:48.987084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Terminated: ok {rc=0}\u000a20:17:48.996649 --- ParallelTerminationStrategy: PID 27145 died...\u000a20:17:49.050567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Terminated: ok {rc=0}\u000a20:17:49.060166 --- ParallelTerminationStrategy: PID 27148 died...\u000a20:17:49.113840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27148): Terminated: ok {rc=0}\u000a20:17:49.198286 bus /sierra_3: Setting Powered False\u000a20:17:50.306183 bus /sierra_3: Setting Powered False\u000a20:17:51.418430 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:52.530420 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:52.542201 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:17:52.687387 tst mo_mt_call_osmux.py: using LAC 36020\u000a20:17:52.810233 tst mo_mt_call_osmux.py: using RAC 65\u000a20:17:52.934175 tst mo_mt_call_osmux.py: using CellId 36020\u000a20:17:53.056008 tst mo_mt_call_osmux.py: using BVCI 36021\u000a20:17:53.079730 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:53.090932 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:53.101963 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:53.112909 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:53.124154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:53.135399 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:17:53.253785 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:17:53.472223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:54.009275 run create_hlr_db(pid=27151): Launched\u000a20:17:54.201449 bus /sierra_2: Setting Powered False\u000a20:17:55.223546 run create_hlr_db(pid=27151): Terminated: ok {rc=0}\u000a20:17:55.641692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Launched\u000a20:17:55.956487 run osmo-hlr_10.42.42.2(pid=27154): Launched\u000a20:17:56.079126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:56.629088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Launched\u000a20:17:56.941655 run osmo-stp_10.42.42.5(pid=27157): Launched\u000a20:17:57.054829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:57.625543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Launched\u000a20:17:57.939443 run osmo-msc_10.42.42.6(pid=27160): Launched\u000a20:17:58.122660 run osmo-stp_10.42.42.5(pid=27157): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]\u000a20:17:58.254062 run osmo-stp_10.42.42.5(pid=27157): stdout: \u000a| (launched: 2022-12-13_20:17:56.786690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:58.383524 run osmo-stp_10.42.42.5(pid=27157): stderr: \u000a| �[0;m�[38;5;43m20221213201756963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201756963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201756963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201756964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201756964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201756964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201756964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:58.508713 run osmo-stp_10.42.42.5(pid=27157): stdout: \u000a| (launched: 2022-12-13_20:17:56.786690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:58.633222 run osmo-stp_10.42.42.5(pid=27157): stderr: \u000a| �[0;m�[38;5;43m20221213201756963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201756963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201756963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201756964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201756964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201756964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201756964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:58.687432 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:17:58.695996 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:17:58.756994 run osmo-hlr_10.42.42.2(pid=27154): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27154)]\u000a20:17:58.806901 run osmo-hlr_10.42.42.2(pid=27154): stdout: \u000a| (launched: 2022-12-13_20:17:55.799432) \u000a20:17:58.857448 run osmo-hlr_10.42.42.2(pid=27154): stderr: \u000a| �[0;m�[1;31m20221213201755978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201755978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201755978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201755978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201755978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201755978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201755990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201755999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201755999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201755999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:58.926020 run osmo-msc_10.42.42.6(pid=27160): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27160)]\u000a20:17:58.975918 run osmo-msc_10.42.42.6(pid=27160): stdout: \u000a| (launched: 2022-12-13_20:17:57.783096) \u000a20:17:59.026705 run osmo-msc_10.42.42.6(pid=27160): stderr: \u000a| �[0;m�[38;5;43m20221213201758059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201758059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9932317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201758059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201758059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201758060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201758060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201758062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201758062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201758062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201758062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:59.069666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Terminating (SIGTERM)\u000a20:17:59.110585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Terminating (SIGTERM)\u000a20:17:59.151060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Terminating (SIGTERM)\u000a20:17:59.160352 --- ParallelTerminationStrategy: PID 27153 died...\u000a20:17:59.214869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Terminated: ok {rc=0}\u000a20:17:59.224550 --- ParallelTerminationStrategy: PID 27156 died...\u000a20:17:59.278855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Terminated: ok {rc=0}\u000a20:17:59.288534 --- ParallelTerminationStrategy: PID 27159 died...\u000a20:17:59.342697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Terminated: ok {rc=0}\u000a20:17:59.427410 bus /sierra_3: Setting Powered False\u000a20:18:00.533145 bus /sierra_3: Setting Powered False\u000a20:18:01.671367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:17:41" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:18:03.636763 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:03.647876 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:18:03.796419 tst mo_mt_call.py: using LAC 36021\u000a20:18:03.920273 tst mo_mt_call.py: using RAC 66\u000a20:18:04.043430 tst mo_mt_call.py: using CellId 36021\u000a20:18:04.166916 tst mo_mt_call.py: using BVCI 36022\u000a20:18:04.190551 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:04.201745 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:04.212564 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:04.223428 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:04.234676 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:04.245886 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:18:04.368096 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:18:04.579663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:05.073188 run create_hlr_db(pid=27165): Launched\u000a20:18:05.252515 bus /sierra_2: Setting Powered False\u000a20:18:06.274475 run create_hlr_db(pid=27165): Terminated: ok {rc=0}\u000a20:18:06.718386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Launched\u000a20:18:07.058875 run osmo-hlr_10.42.42.2(pid=27168): Launched\u000a20:18:07.180357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:07.758704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Launched\u000a20:18:08.095484 run osmo-stp_10.42.42.5(pid=27171): Launched\u000a20:18:08.216479 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:08.824689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Launched\u000a20:18:09.163128 run osmo-msc_10.42.42.6(pid=27174): Launched\u000a20:18:09.358132 run osmo-stp_10.42.42.5(pid=27171): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]\u000a20:18:09.499360 run osmo-stp_10.42.42.5(pid=27171): stdout: \u000a| (launched: 2022-12-13_20:18:07.928360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:09.629605 run osmo-stp_10.42.42.5(pid=27171): stderr: \u000a| �[0;m�[38;5;43m20221213201808128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201808129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201808129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201808129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201808130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201808130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201808130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:09.755027 run osmo-stp_10.42.42.5(pid=27171): stdout: \u000a| (launched: 2022-12-13_20:18:07.928360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:09.879752 run osmo-stp_10.42.42.5(pid=27171): stderr: \u000a| �[0;m�[38;5;43m20221213201808128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201808129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201808129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201808129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201808130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201808130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201808130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:09.934392 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:18:09.942949 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:18:10.004274 run osmo-hlr_10.42.42.2(pid=27168): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27168)]\u000a20:18:10.054975 run osmo-hlr_10.42.42.2(pid=27168): stdout: \u000a| (launched: 2022-12-13_20:18:06.891415) \u000a20:18:10.106125 run osmo-hlr_10.42.42.2(pid=27168): stderr: \u000a| �[0;m�[1;31m20221213201807094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201807094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201807094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201807094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201807094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201807094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201807111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201807122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201807122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201807122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:10.175243 run osmo-msc_10.42.42.6(pid=27174): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27174)]\u000a20:18:10.225483 run osmo-msc_10.42.42.6(pid=27174): stdout: \u000a| (launched: 2022-12-13_20:18:08.994514) \u000a20:18:10.276538 run osmo-msc_10.42.42.6(pid=27174): stderr: \u000a| �[0;m�[38;5;43m20221213201809323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201809323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f778ce68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201809323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201809323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201809323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201809323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201809327 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201809327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201809328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201809328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:10.319656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Terminating (SIGTERM)\u000a20:18:10.360195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Terminating (SIGTERM)\u000a20:18:10.401058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Terminating (SIGTERM)\u000a20:18:10.410392 --- ParallelTerminationStrategy: PID 27167 died...\u000a20:18:10.464855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Terminated: ok {rc=0}\u000a20:18:10.474575 --- ParallelTerminationStrategy: PID 27170 died...\u000a20:18:10.528608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Terminated: ok {rc=0}\u000a20:18:10.538294 --- ParallelTerminationStrategy: PID 27173 died...\u000a20:18:10.592499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Terminated: ok {rc=0}\u000a20:18:10.681170 bus /sierra_3: Setting Powered False\u000a20:18:11.785106 bus /sierra_3: Setting Powered False\u000a20:18:12.897503 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27182): Process ended prematurely: osmo-stp_10.42.42.5(pid=27182) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27182): Process ended prematurely: osmo-stp_10.42.42.5(pid=27182) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:18:14.014844 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:14.027167 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:18:14.183240 tst mo_mt_call_osmux.py: using LAC 36022\u000a20:18:14.308213 tst mo_mt_call_osmux.py: using RAC 67\u000a20:18:14.431566 tst mo_mt_call_osmux.py: using CellId 36022\u000a20:18:14.554937 tst mo_mt_call_osmux.py: using BVCI 36023\u000a20:18:14.578809 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:14.590026 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:14.600917 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:14.611968 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:14.623287 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:18:14.634716 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:18:14.753155 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:18:14.963875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:15.458050 run create_hlr_db(pid=27176): Launched\u000a20:18:15.636356 bus /sierra_2: Setting Powered False\u000a20:18:16.675589 run create_hlr_db(pid=27176): Terminated: ok {rc=0}\u000a20:18:17.138564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Launched\u000a20:18:17.477282 run osmo-hlr_10.42.42.2(pid=27179): Launched\u000a20:18:17.604517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:18.186091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Launched\u000a20:18:18.520369 run osmo-stp_10.42.42.5(pid=27182): Launched\u000a20:18:18.641127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:19.250205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27184): Launched\u000a20:18:19.589312 run osmo-msc_10.42.42.6(pid=27185): Launched\u000a20:18:19.784171 run osmo-stp_10.42.42.5(pid=27182): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)]\u000a20:18:19.926648 run osmo-stp_10.42.42.5(pid=27182): stdout: \u000a| (launched: 2022-12-13_20:18:18.355349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:20.066092 run osmo-stp_10.42.42.5(pid=27182): stderr: \u000a| �[0;m�[38;5;43m20221213201818552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201818553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201818553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201818553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201818554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201818554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201818554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:20.199945 run osmo-stp_10.42.42.5(pid=27182): stdout: \u000a| (launched: 2022-12-13_20:18:18.355349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:20.332011 run osmo-stp_10.42.42.5(pid=27182): stderr: \u000a| �[0;m�[38;5;43m20221213201818552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201818553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201818553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201818553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201818554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201818554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201818554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:20.390537 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27182): Process ended prematurely: osmo-stp_10.42.42.5(pid=27182) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:18:20.399806 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:18:20.462554 run osmo-hlr_10.42.42.2(pid=27179): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27179)]\u000a20:18:20.514042 run osmo-hlr_10.42.42.2(pid=27179): stdout: \u000a| (launched: 2022-12-13_20:18:17.309425) \u000a20:18:20.566284 run osmo-hlr_10.42.42.2(pid=27179): stderr: \u000a| �[0;m�[1;31m20221213201817515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201817515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201817515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201817515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201817515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201817515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201817527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201817536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201817536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201817536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:20.637209 run osmo-msc_10.42.42.6(pid=27185): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27185)]\u000a20:18:20.688555 run osmo-msc_10.42.42.6(pid=27185): stdout: \u000a| (launched: 2022-12-13_20:18:19.419983) \u000a20:18:20.740532 run osmo-msc_10.42.42.6(pid=27185): stderr: \u000a| �[0;m�[38;5;43m20221213201819746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201819747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f165e08ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201819747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201819750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201819751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201819751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201819751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:20.784891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Terminating (SIGTERM)\u000a20:18:20.826653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Terminating (SIGTERM)\u000a20:18:20.868431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27184): Terminating (SIGTERM)\u000a20:18:20.878219 --- ParallelTerminationStrategy: PID 27178 died...\u000a20:18:20.934193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Terminated: ok {rc=0}\u000a20:18:20.944298 --- ParallelTerminationStrategy: PID 27181 died...\u000a20:18:21.000125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Terminated: ok {rc=0}\u000a20:18:21.010598 --- ParallelTerminationStrategy: PID 27184 died...\u000a20:18:21.066294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27184): Terminated: ok {rc=0}\u000a20:18:21.152889 bus /sierra_3: Setting Powered False\u000a20:18:22.260751 bus /sierra_3: Setting Powered False\u000a20:18:23.369718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:18:03" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27196): Process ended prematurely: osmo-stp_10.42.42.5(pid=27196) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27196)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27196): Process ended prematurely: osmo-stp_10.42.42.5(pid=27196) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:18:25.333302 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:25.344286 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:18:25.495500 tst mo_mt_call.py: using LAC 36023\u000a20:18:25.618383 tst mo_mt_call.py: using RAC 68\u000a20:18:25.738625 tst mo_mt_call.py: using CellId 36023\u000a20:18:25.858517 tst mo_mt_call.py: using BVCI 36024\u000a20:18:25.882426 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:25.893453 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:25.904145 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:25.915117 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:25.926800 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:25.938582 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:18:26.063184 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:18:26.270715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:26.765091 run create_hlr_db(pid=27190): Launched\u000a20:18:26.944652 bus /sierra_2: Setting Powered False\u000a20:18:27.965883 run create_hlr_db(pid=27190): Terminated: ok {rc=0}\u000a20:18:28.412501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27192): Launched\u000a20:18:28.750912 run osmo-hlr_10.42.42.2(pid=27193): Launched\u000a20:18:28.877877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:29.460704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27195): Launched\u000a20:18:29.797758 run osmo-stp_10.42.42.5(pid=27196): Launched\u000a20:18:29.920102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:30.534584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27198): Launched\u000a20:18:30.871024 run osmo-msc_10.42.42.6(pid=27199): Launched\u000a20:18:31.348042 run osmo-stp_10.42.42.5(pid=27196): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27196)]\u000a20:18:31.570575 run osmo-stp_10.42.42.5(pid=27196): stdout: \u000a| (launched: 2022-12-13_20:18:29.631795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:31.706631 run osmo-stp_10.42.42.5(pid=27196): stderr: \u000a| �[0;m�[38;5;43m20221213201829829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201829829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201829829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201829830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201829830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201829830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201829830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:31.836137 run osmo-stp_10.42.42.5(pid=27196): stdout: \u000a| (launched: 2022-12-13_20:18:29.631795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:31.964931 run osmo-stp_10.42.42.5(pid=27196): stderr: \u000a| �[0;m�[38;5;43m20221213201829829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201829829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201829829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201829830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201829830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201829830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201829830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:32.021478 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27196): Process ended prematurely: osmo-stp_10.42.42.5(pid=27196) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27196)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:18:32.030980 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a20:18:32.094888 run osmo-hlr_10.42.42.2(pid=27193): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27193)]\u000a20:18:32.146740 run osmo-hlr_10.42.42.2(pid=27193): stdout: \u000a| (launched: 2022-12-13_20:18:28.583018) \u000a20:18:32.198804 run osmo-hlr_10.42.42.2(pid=27193): stderr: \u000a| �[0;m�[1;31m20221213201828787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201828787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201828787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201828787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201828787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201828787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201828799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201828808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201828808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201828809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:32.270658 run osmo-msc_10.42.42.6(pid=27199): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27199)]\u000a20:18:32.322009 run osmo-msc_10.42.42.6(pid=27199): stdout: \u000a| (launched: 2022-12-13_20:18:30.704252) \u000a20:18:32.374423 run osmo-msc_10.42.42.6(pid=27199): stderr: \u000a| �[0;m�[38;5;43m20221213201831167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201831168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa527060c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201831168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201831168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201831169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201831170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201831173 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201831175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201831175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201831175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:32.419206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27192): Terminating (SIGTERM)\u000a20:18:32.464056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27195): Terminating (SIGTERM)\u000a20:18:32.508755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27198): Terminating (SIGTERM)\u000a20:18:32.519100 --- ParallelTerminationStrategy: PID 27192 died...\u000a20:18:32.575433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27192): Terminated: ok {rc=0}\u000a20:18:32.585274 --- ParallelTerminationStrategy: PID 27195 died...\u000a20:18:32.639805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27195): Terminated: ok {rc=0}\u000a20:18:32.649667 --- ParallelTerminationStrategy: PID 27198 died...\u000a20:18:32.704310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27198): Terminated: ok {rc=0}\u000a20:18:32.793874 bus /sierra_3: Setting Powered False\u000a20:18:33.899023 bus /sierra_3: Setting Powered False\u000a20:18:35.013848 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27207): Process ended prematurely: osmo-stp_10.42.42.5(pid=27207) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27207)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27207): Process ended prematurely: osmo-stp_10.42.42.5(pid=27207) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:18:36.126843 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:36.138603 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:18:36.287199 tst mo_mt_call_osmux.py: using LAC 36024\u000a20:18:36.410652 tst mo_mt_call_osmux.py: using RAC 69\u000a20:18:36.533956 tst mo_mt_call_osmux.py: using CellId 36024\u000a20:18:36.657750 tst mo_mt_call_osmux.py: using BVCI 36025\u000a20:18:36.681456 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:36.692552 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:36.703526 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:36.714446 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:36.725692 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:18:36.736821 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:18:36.855674 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:18:37.073849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:37.609594 run create_hlr_db(pid=27201): Launched\u000a20:18:37.801295 bus /sierra_2: Setting Powered False\u000a20:18:38.823182 run create_hlr_db(pid=27201): Terminated: ok {rc=0}\u000a20:18:39.268348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27203): Launched\u000a20:18:39.603100 run osmo-hlr_10.42.42.2(pid=27204): Launched\u000a20:18:39.724153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:40.306607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27206): Launched\u000a20:18:40.643430 run osmo-stp_10.42.42.5(pid=27207): Launched\u000a20:18:40.764667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:41.374995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27209): Launched\u000a20:18:41.711949 run osmo-msc_10.42.42.6(pid=27210): Launched\u000a20:18:41.907190 run osmo-stp_10.42.42.5(pid=27207): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27207)]\u000a20:18:42.047402 run osmo-stp_10.42.42.5(pid=27207): stdout: \u000a| (launched: 2022-12-13_20:18:40.476461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:42.187025 run osmo-stp_10.42.42.5(pid=27207): stderr: \u000a| �[0;m�[38;5;43m20221213201840675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201840675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201840675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201840676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201840676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201840676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201840676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:42.321378 run osmo-stp_10.42.42.5(pid=27207): stdout: \u000a| (launched: 2022-12-13_20:18:40.476461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:42.454025 run osmo-stp_10.42.42.5(pid=27207): stderr: \u000a| �[0;m�[38;5;43m20221213201840675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201840675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201840675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201840676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201840676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201840676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201840676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:42.512224 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27207): Process ended prematurely: osmo-stp_10.42.42.5(pid=27207) [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27207)] [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:18:42.521545 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:18:42.584549 run osmo-hlr_10.42.42.2(pid=27204): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27204)]\u000a20:18:42.636309 run osmo-hlr_10.42.42.2(pid=27204): stdout: \u000a| (launched: 2022-12-13_20:18:39.438215) \u000a20:18:42.688711 run osmo-hlr_10.42.42.2(pid=27204): stderr: \u000a| �[0;m�[1;31m20221213201839642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201839643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201839643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201839643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201839643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201839643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201839655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201839664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201839665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201839665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:42.760274 run osmo-msc_10.42.42.6(pid=27210): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27210)]\u000a20:18:42.812277 run osmo-msc_10.42.42.6(pid=27210): stdout: \u000a| (launched: 2022-12-13_20:18:41.545146) \u000a20:18:42.864740 run osmo-msc_10.42.42.6(pid=27210): stderr: \u000a| �[0;m�[38;5;43m20221213201841875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201841875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff338c01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201841875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201841875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201841875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201841876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201841877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201841878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201841878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201841878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:42.909145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27203): Terminating (SIGTERM)\u000a20:18:42.950786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27206): Terminating (SIGTERM)\u000a20:18:42.992499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27209): Terminating (SIGTERM)\u000a20:18:43.002297 --- ParallelTerminationStrategy: PID 27203 died...\u000a20:18:43.058870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27203): Terminated: ok {rc=0}\u000a20:18:43.069262 --- ParallelTerminationStrategy: PID 27206 died...\u000a20:18:43.125344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27206): Terminated: ok {rc=0}\u000a20:18:43.135502 --- ParallelTerminationStrategy: PID 27209 died...\u000a20:18:43.191512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27209): Terminated: ok {rc=0}\u000a20:18:43.278027 bus /sierra_3: Setting Powered False\u000a20:18:44.386615 bus /sierra_3: Setting Powered False\u000a20:18:45.499960 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:18:25" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27221): Process ended prematurely: osmo-stp_10.42.42.5(pid=27221) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27221)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27221): Process ended prematurely: osmo-stp_10.42.42.5(pid=27221) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:18:47.494707 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:47.506289 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:18:47.653611 tst mo_mt_call.py: using LAC 36025\u000a20:18:47.776806 tst mo_mt_call.py: using RAC 70\u000a20:18:47.899304 tst mo_mt_call.py: using CellId 36025\u000a20:18:48.021301 tst mo_mt_call.py: using BVCI 36026\u000a20:18:48.044703 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:48.055823 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:48.066827 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:48.077769 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:48.089032 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:48.100314 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:18:48.222844 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:18:48.430198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:48.923079 run create_hlr_db(pid=27215): Launched\u000a20:18:49.101493 bus /sierra_2: Setting Powered False\u000a20:18:50.123149 run create_hlr_db(pid=27215): Terminated: ok {rc=0}\u000a20:18:50.539354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27217): Launched\u000a20:18:50.854624 run osmo-hlr_10.42.42.2(pid=27218): Launched\u000a20:18:50.975880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:51.526502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27220): Launched\u000a20:18:51.841297 run osmo-stp_10.42.42.5(pid=27221): Launched\u000a20:18:51.954005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:52.524747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27223): Launched\u000a20:18:52.841178 run osmo-msc_10.42.42.6(pid=27224): Launched\u000a20:18:53.024921 run osmo-stp_10.42.42.5(pid=27221): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27221)]\u000a20:18:53.158401 run osmo-stp_10.42.42.5(pid=27221): stdout: \u000a| (launched: 2022-12-13_20:18:51.684350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:53.287868 run osmo-stp_10.42.42.5(pid=27221): stderr: \u000a| �[0;m�[38;5;43m20221213201851861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201851861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201851861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201851862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201851862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201851862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201851862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:53.413425 run osmo-stp_10.42.42.5(pid=27221): stdout: \u000a| (launched: 2022-12-13_20:18:51.684350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:53.537704 run osmo-stp_10.42.42.5(pid=27221): stderr: \u000a| �[0;m�[38;5;43m20221213201851861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201851861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201851861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201851862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201851862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201851862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201851862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:53.592033 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27221): Process ended prematurely: osmo-stp_10.42.42.5(pid=27221) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27221)] [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:18:53.600732 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:18:53.661511 run osmo-hlr_10.42.42.2(pid=27218): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27218)]\u000a20:18:53.711318 run osmo-hlr_10.42.42.2(pid=27218): stdout: \u000a| (launched: 2022-12-13_20:18:50.697748) \u000a20:18:53.761616 run osmo-hlr_10.42.42.2(pid=27218): stderr: \u000a| �[0;m�[1;31m20221213201850878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201850878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201850878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201850878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201850878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201850878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201850890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201850898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201850898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201850898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:53.830319 run osmo-msc_10.42.42.6(pid=27224): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27224)]\u000a20:18:53.880140 run osmo-msc_10.42.42.6(pid=27224): stdout: \u000a| (launched: 2022-12-13_20:18:52.683211) \u000a20:18:53.930385 run osmo-msc_10.42.42.6(pid=27224): stderr: \u000a| �[0;m�[38;5;43m20221213201852958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201852958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1862c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201852958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201852958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201852959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201852959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201852961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201852961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201852961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201852961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:53.973056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27217): Terminating (SIGTERM)\u000a20:18:54.013840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27220): Terminating (SIGTERM)\u000a20:18:54.054253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27223): Terminating (SIGTERM)\u000a20:18:54.063607 --- ParallelTerminationStrategy: PID 27217 died...\u000a20:18:54.117983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27217): Terminated: ok {rc=0}\u000a20:18:54.127683 --- ParallelTerminationStrategy: PID 27220 died...\u000a20:18:54.181958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27220): Terminated: ok {rc=0}\u000a20:18:54.191703 --- ParallelTerminationStrategy: PID 27223 died...\u000a20:18:54.245720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27223): Terminated: ok {rc=0}\u000a20:18:54.335275 bus /sierra_3: Setting Powered False\u000a20:18:55.438828 bus /sierra_3: Setting Powered False\u000a20:18:56.548081 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27232): Process ended prematurely: osmo-stp_10.42.42.5(pid=27232) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27232): Process ended prematurely: osmo-stp_10.42.42.5(pid=27232) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:18:57.665393 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:57.677701 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:18:57.833905 tst mo_mt_call_osmux.py: using LAC 36026\u000a20:18:57.963252 tst mo_mt_call_osmux.py: using RAC 71\u000a20:18:58.093575 tst mo_mt_call_osmux.py: using CellId 36026\u000a20:18:58.225116 tst mo_mt_call_osmux.py: using BVCI 36027\u000a20:18:58.250419 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:58.262122 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:58.273616 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:58.285111 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:58.296656 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:18:58.308220 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:18:58.427175 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:18:58.633784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:59.126725 run create_hlr_db(pid=27226): Launched\u000a20:18:59.306269 bus /sierra_2: Setting Powered False\u000a20:19:00.327873 run create_hlr_db(pid=27226): Terminated: ok {rc=0}\u000a20:19:00.773727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Launched\u000a20:19:01.338672 run osmo-hlr_10.42.42.2(pid=27229): Launched\u000a20:19:01.551555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:02.137326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Launched\u000a20:19:02.478649 run osmo-stp_10.42.42.5(pid=27232): Launched\u000a20:19:02.600099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:19:03.212758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Launched\u000a20:19:03.548900 run osmo-msc_10.42.42.6(pid=27235): Launched\u000a20:19:03.743565 run osmo-stp_10.42.42.5(pid=27232): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)]\u000a20:19:03.883707 run osmo-stp_10.42.42.5(pid=27232): stdout: \u000a| (launched: 2022-12-13_20:19:02.311002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:04.023158 run osmo-stp_10.42.42.5(pid=27232): stderr: \u000a| �[0;m�[38;5;43m20221213201902509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201902509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201902509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201902510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201902510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201902510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201902510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:04.157323 run osmo-stp_10.42.42.5(pid=27232): stdout: \u000a| (launched: 2022-12-13_20:19:02.311002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:04.289845 run osmo-stp_10.42.42.5(pid=27232): stderr: \u000a| �[0;m�[38;5;43m20221213201902509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201902509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201902509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201902510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201902510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201902510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201902510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:04.348256 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27232): Process ended prematurely: osmo-stp_10.42.42.5(pid=27232) [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27232)] [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:19:04.357491 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:19:04.419989 run osmo-hlr_10.42.42.2(pid=27229): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27229)]\u000a20:19:04.472364 run osmo-hlr_10.42.42.2(pid=27229): stdout: \u000a| (launched: 2022-12-13_20:19:00.974107) \u000a20:19:04.524158 run osmo-hlr_10.42.42.2(pid=27229): stderr: \u000a| �[0;m�[1;31m20221213201901304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201901304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201901304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201901304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201901304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201901304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201901316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201901333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201901333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201901333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:04.595138 run osmo-msc_10.42.42.6(pid=27235): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27235)]\u000a20:19:04.646522 run osmo-msc_10.42.42.6(pid=27235): stdout: \u000a| (launched: 2022-12-13_20:19:03.383034) \u000a20:19:04.698240 run osmo-msc_10.42.42.6(pid=27235): stderr: \u000a| �[0;m�[38;5;43m20221213201903712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201903712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f594f86cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201903713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201903713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201903713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201903713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201903716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201903717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201903717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201903717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:19:04.742355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Terminating (SIGTERM)\u000a20:19:04.783928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Terminating (SIGTERM)\u000a20:19:04.825640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Terminating (SIGTERM)\u000a20:19:04.835309 --- ParallelTerminationStrategy: PID 27228 died...\u000a20:19:04.891185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27228): Terminated: ok {rc=0}\u000a20:19:04.901304 --- ParallelTerminationStrategy: PID 27231 died...\u000a20:19:04.957041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27231): Terminated: ok {rc=0}\u000a20:19:04.967097 --- ParallelTerminationStrategy: PID 27234 died...\u000a20:19:05.022441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27234): Terminated: ok {rc=0}\u000a20:19:05.109510 bus /sierra_3: Setting Powered False\u000a20:19:06.216770 bus /sierra_3: Setting Powered False\u000a20:19:07.325072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:18:47" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27246): Process ended prematurely: osmo-stp_10.42.42.5(pid=27246) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27246)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27246): Process ended prematurely: osmo-stp_10.42.42.5(pid=27246) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:19:09.292800 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:09.303673 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:19:09.450777 tst mo_mt_call.py: using LAC 36027\u000a20:19:09.574522 tst mo_mt_call.py: using RAC 72\u000a20:19:09.698866 tst mo_mt_call.py: using CellId 36027\u000a20:19:09.822348 tst mo_mt_call.py: using BVCI 36028\u000a20:19:09.846021 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:09.856903 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:09.867650 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:09.878412 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:09.889516 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:09.900479 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:19:10.022576 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:19:10.240802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:10.775459 run create_hlr_db(pid=27240): Launched\u000a20:19:10.967871 bus /sierra_2: Setting Powered False\u000a20:19:11.989285 run create_hlr_db(pid=27240): Terminated: ok {rc=0}\u000a20:19:12.410493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27242): Launched\u000a20:19:12.727245 run osmo-hlr_10.42.42.2(pid=27243): Launched\u000a20:19:12.849776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:13.403287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27245): Launched\u000a20:19:13.719473 run osmo-stp_10.42.42.5(pid=27246): Launched\u000a20:19:13.834298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:19:14.405587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27248): Launched\u000a20:19:14.723050 run osmo-msc_10.42.42.6(pid=27249): Launched\u000a20:19:14.909128 run osmo-stp_10.42.42.5(pid=27246): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27246)]\u000a20:19:15.041362 run osmo-stp_10.42.42.5(pid=27246): stdout: \u000a| (launched: 2022-12-13_20:19:13.562026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:15.171103 run osmo-stp_10.42.42.5(pid=27246): stderr: \u000a| �[0;m�[38;5;43m20221213201913737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201913737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201913737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201913738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201913738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201913738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201913738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:15.296514 run osmo-stp_10.42.42.5(pid=27246): stdout: \u000a| (launched: 2022-12-13_20:19:13.562026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:15.421376 run osmo-stp_10.42.42.5(pid=27246): stderr: \u000a| �[0;m�[38;5;43m20221213201913737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201913737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201913737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201913738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201913738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201913738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201913738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:15.475804 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27246): Process ended prematurely: osmo-stp_10.42.42.5(pid=27246) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27246)] [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:19:15.484390 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:19:15.545257 run osmo-hlr_10.42.42.2(pid=27243): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27243)]\u000a20:19:15.595110 run osmo-hlr_10.42.42.2(pid=27243): stdout: \u000a| (launched: 2022-12-13_20:19:12.569893) \u000a20:19:15.645325 run osmo-hlr_10.42.42.2(pid=27243): stderr: \u000a| �[0;m�[1;31m20221213201912750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201912750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201912750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201912750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201912750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201912750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201912762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201912770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201912770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201912770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:15.714064 run osmo-msc_10.42.42.6(pid=27249): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27249)]\u000a20:19:15.764087 run osmo-msc_10.42.42.6(pid=27249): stdout: \u000a| (launched: 2022-12-13_20:19:14.564649) \u000a20:19:15.814357 run osmo-msc_10.42.42.6(pid=27249): stderr: \u000a| �[0;m�[38;5;43m20221213201914839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201914839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5eecbdfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201914839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201914839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201914839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201914839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201914841 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201914842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201914842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201914842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:19:15.874384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27242): Terminating (SIGTERM)\u000a20:19:15.929910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27245): Terminating (SIGTERM)\u000a20:19:15.970934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27248): Terminating (SIGTERM)\u000a20:19:15.980392 --- ParallelTerminationStrategy: PID 27242 died...\u000a20:19:16.037682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27242): Terminated: ok {rc=0}\u000a20:19:16.049678 --- ParallelTerminationStrategy: PID 27245 died...\u000a20:19:16.110253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27245): Terminated: ok {rc=0}\u000a20:19:16.122147 --- ParallelTerminationStrategy: PID 27248 died...\u000a20:19:16.185910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27248): Terminated: ok {rc=0}\u000a20:19:16.292197 bus /sierra_3: Setting Powered False\u000a20:19:17.401000 bus /sierra_3: Setting Powered False\u000a20:19:18.511358 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27257): Process ended prematurely: osmo-stp_10.42.42.5(pid=27257) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27257)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27257): Process ended prematurely: osmo-stp_10.42.42.5(pid=27257) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:19:19.628054 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:19.640175 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:19:19.794732 tst mo_mt_call_osmux.py: using LAC 36028\u000a20:19:19.925113 tst mo_mt_call_osmux.py: using RAC 73\u000a20:19:20.061425 tst mo_mt_call_osmux.py: using CellId 36028\u000a20:19:20.190181 tst mo_mt_call_osmux.py: using BVCI 36029\u000a20:19:20.215649 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:20.227249 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:20.238453 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:20.249650 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:20.260807 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:19:20.272121 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:19:20.390684 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:19:20.610130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:21.147960 run create_hlr_db(pid=27251): Launched\u000a20:19:21.342462 bus /sierra_2: Setting Powered False\u000a20:19:22.362193 run create_hlr_db(pid=27251): Terminated: ok {rc=0}\u000a20:19:22.786728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27253): Launched\u000a20:19:23.102276 run osmo-hlr_10.42.42.2(pid=27254): Launched\u000a20:19:23.217406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:23.760372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27256): Launched\u000a20:19:24.076915 run osmo-stp_10.42.42.5(pid=27257): Launched\u000a20:19:24.200812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:19:24.782252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27259): Launched\u000a20:19:25.098388 run osmo-msc_10.42.42.6(pid=27260): Launched\u000a20:19:25.281833 run osmo-stp_10.42.42.5(pid=27257): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27257)]\u000a20:19:25.414085 run osmo-stp_10.42.42.5(pid=27257): stdout: \u000a| (launched: 2022-12-13_20:19:23.918857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:25.543956 run osmo-stp_10.42.42.5(pid=27257): stderr: \u000a| �[0;m�[38;5;43m20221213201924093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201924093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201924093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201924094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201924096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201924096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201924096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:25.669381 run osmo-stp_10.42.42.5(pid=27257): stdout: \u000a| (launched: 2022-12-13_20:19:23.918857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:25.793664 run osmo-stp_10.42.42.5(pid=27257): stderr: \u000a| �[0;m�[38;5;43m20221213201924093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201924093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201924093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201924094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201924096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201924096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201924096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:25.848040 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27257): Process ended prematurely: osmo-stp_10.42.42.5(pid=27257) [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27257)] [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:19:25.856629 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:19:25.917783 run osmo-hlr_10.42.42.2(pid=27254): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27254)]\u000a20:19:25.967530 run osmo-hlr_10.42.42.2(pid=27254): stdout: \u000a| (launched: 2022-12-13_20:19:22.945964) \u000a20:19:26.017901 run osmo-hlr_10.42.42.2(pid=27254): stderr: \u000a| �[0;m�[1;31m20221213201923130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201923130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201923130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201923130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201923130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201923130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201923145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201923156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201923156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201923156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:26.086415 run osmo-msc_10.42.42.6(pid=27260): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27260)]\u000a20:19:26.136202 run osmo-msc_10.42.42.6(pid=27260): stdout: \u000a| (launched: 2022-12-13_20:19:24.940830) \u000a20:19:26.186524 run osmo-msc_10.42.42.6(pid=27260): stderr: \u000a| �[0;m�[38;5;43m20221213201925219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201925219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc581e6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201925220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201925220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201925220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201925220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201925222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201925222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201925222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201925222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:19:26.229104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27253): Terminating (SIGTERM)\u000a20:19:26.269312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27256): Terminating (SIGTERM)\u000a20:19:26.310096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27259): Terminating (SIGTERM)\u000a20:19:26.319381 --- ParallelTerminationStrategy: PID 27253 died...\u000a20:19:26.373351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27253): Terminated: ok {rc=0}\u000a20:19:26.382966 --- ParallelTerminationStrategy: PID 27256 died...\u000a20:19:26.436674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27256): Terminated: ok {rc=0}\u000a20:19:26.446252 --- ParallelTerminationStrategy: PID 27259 died...\u000a20:19:26.500025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27259): Terminated: ok {rc=0}\u000a20:19:26.589289 bus /sierra_3: Setting Powered False\u000a20:19:27.694301 bus /sierra_3: Setting Powered False\u000a20:19:28.807749 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:19:09" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27271): Process ended prematurely: osmo-stp_10.42.42.5(pid=27271) [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27271): Process ended prematurely: osmo-stp_10.42.42.5(pid=27271) [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:19:30.787573 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:30.798262 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a20:19:30.946602 tst emergency_mo_mt_call.py: using LAC 36029\u000a20:19:31.077107 tst emergency_mo_mt_call.py: using RAC 74\u000a20:19:31.199896 tst emergency_mo_mt_call.py: using CellId 36029\u000a20:19:31.355800 tst emergency_mo_mt_call.py: using BVCI 36030\u000a20:19:31.387034 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:31.399434 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:31.411746 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:31.424023 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:31.435864 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:31.448024 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:31.598917 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:31.880510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:32.413362 run create_hlr_db(pid=27265): Launched\u000a20:19:32.604906 bus /sierra_2: Setting Powered False\u000a20:19:33.623541 run create_hlr_db(pid=27265): Terminated: ok {rc=0}\u000a20:19:34.039405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Launched\u000a20:19:34.349783 run osmo-hlr_10.42.42.2(pid=27268): Launched\u000a20:19:34.469250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:35.012362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Launched\u000a20:19:35.323569 run osmo-stp_10.42.42.5(pid=27271): Launched\u000a20:19:35.451040 tst emergency_mo_mt_call.py: using MSISDN 8317\u000a20:19:35.603871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:19:36.166335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27273): Launched\u000a20:19:36.476504 run osmo-msc_10.42.42.6(pid=27274): Launched\u000a20:19:36.658345 run osmo-stp_10.42.42.5(pid=27271): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)]\u000a20:19:36.788244 run osmo-stp_10.42.42.5(pid=27271): stdout: \u000a| (launched: 2022-12-13_20:19:35.168282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:36.915781 run osmo-stp_10.42.42.5(pid=27271): stderr: \u000a| �[0;m�[38;5;43m20221213201935342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201935342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201935342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201935343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201935343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201935343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201935343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:37.038754 run osmo-stp_10.42.42.5(pid=27271): stdout: \u000a| (launched: 2022-12-13_20:19:35.168282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:37.160711 run osmo-stp_10.42.42.5(pid=27271): stderr: \u000a| �[0;m�[38;5;43m20221213201935342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201935342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201935342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201935343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201935343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201935343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201935343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:37.213991 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27271): Process ended prematurely: osmo-stp_10.42.42.5(pid=27271) [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)] [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a20:19:37.222243 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a20:19:37.282685 run osmo-hlr_10.42.42.2(pid=27268): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27268)]\u000a20:19:37.332278 run osmo-hlr_10.42.42.2(pid=27268): stdout: \u000a| (launched: 2022-12-13_20:19:34.195120) \u000a20:19:37.382257 run osmo-hlr_10.42.42.2(pid=27268): stderr: \u000a| �[0;m�[1;31m20221213201934376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201934376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201934376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201934376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201934376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201934376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201934388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201934399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201934399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201934399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:37.450439 run osmo-msc_10.42.42.6(pid=27274): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27274)]\u000a20:19:37.500344 run osmo-msc_10.42.42.6(pid=27274): stdout: \u000a| (launched: 2022-12-13_20:19:36.321709) \u000a20:19:37.550749 run osmo-msc_10.42.42.6(pid=27274): stderr: \u000a| �[0;m�[38;5;43m20221213201936598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201936598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4af0386c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201936598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201936598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201936598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201936598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201936600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201936601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201936601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201936601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:19:37.593527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Terminating (SIGTERM)\u000a20:19:37.634144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Terminating (SIGTERM)\u000a20:19:37.674924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27273): Terminating (SIGTERM)\u000a20:19:37.684358 --- ParallelTerminationStrategy: PID 27267 died...\u000a20:19:37.739288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Terminated: ok {rc=0}\u000a20:19:37.749101 --- ParallelTerminationStrategy: PID 27270 died...\u000a20:19:37.803660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Terminated: ok {rc=0}\u000a20:19:37.813562 --- ParallelTerminationStrategy: PID 27273 died...\u000a20:19:37.867547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27273): Terminated: ok {rc=0}\u000a20:19:37.957305 bus /sierra_3: Setting Powered False\u000a20:19:39.060371 bus /sierra_3: Setting Powered False\u000a20:19:40.173139 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27282): Process ended prematurely: osmo-stp_10.42.42.5(pid=27282) [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27282)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27282): Process ended prematurely: osmo-stp_10.42.42.5(pid=27282) [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:19:41.226150 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:41.238055 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a20:19:41.363346 tst emergency_preemptive_call.py: using LAC 36030\u000a20:19:41.484272 tst emergency_preemptive_call.py: using RAC 75\u000a20:19:41.604361 tst emergency_preemptive_call.py: using CellId 36030\u000a20:19:41.722610 tst emergency_preemptive_call.py: using BVCI 36031\u000a20:19:41.745994 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:41.756744 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:41.767547 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:41.778180 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:41.789110 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:19:41.799940 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:41.916632 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:42.039485 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:42.156859 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:42.359489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:42.847019 run create_hlr_db(pid=27276): Launched\u000a20:19:43.024217 bus /sierra_2: Setting Powered False\u000a20:19:44.045660 run create_hlr_db(pid=27276): Terminated: ok {rc=0}\u000a20:19:44.484005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27278): Launched\u000a20:19:44.816344 run osmo-hlr_10.42.42.2(pid=27279): Launched\u000a20:19:44.935566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:45.508698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27281): Launched\u000a20:19:45.878844 run osmo-stp_10.42.42.5(pid=27282): Launched\u000a20:19:46.072683 tst emergency_preemptive_call.py: using MSISDN 8318\u000a20:19:46.239267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:19:46.861268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27284): Launched\u000a20:19:47.247202 run osmo-msc_10.42.42.6(pid=27285): Launched\u000a20:19:47.432025 run osmo-stp_10.42.42.5(pid=27282): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27282)]\u000a20:19:47.563389 run osmo-stp_10.42.42.5(pid=27282): stdout: \u000a| (launched: 2022-12-13_20:19:45.675454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:47.692544 run osmo-stp_10.42.42.5(pid=27282): stderr: \u000a| �[0;m�[38;5;43m20221213201945886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201945886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201945886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201945887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201945887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201945887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201945887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:47.816675 run osmo-stp_10.42.42.5(pid=27282): stdout: \u000a| (launched: 2022-12-13_20:19:45.675454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:47.939688 run osmo-stp_10.42.42.5(pid=27282): stderr: \u000a| �[0;m�[38;5;43m20221213201945886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213201945886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213201945886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213201945887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213201945887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213201945887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213201945887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:47.993324 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27282): Process ended prematurely: osmo-stp_10.42.42.5(pid=27282) [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27282)] [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a20:19:48.001695 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a20:19:48.063068 run osmo-hlr_10.42.42.2(pid=27279): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27279)]\u000a20:19:48.113236 run osmo-hlr_10.42.42.2(pid=27279): stdout: \u000a| (launched: 2022-12-13_20:19:44.651735) \u000a20:19:48.164116 run osmo-hlr_10.42.42.2(pid=27279): stderr: \u000a| �[0;m�[1;31m20221213201944854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213201944854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213201944855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201944855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213201944855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213201944855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213201944867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213201944876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213201944876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213201944876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:48.233447 run osmo-msc_10.42.42.6(pid=27285): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27285)]\u000a20:19:48.283670 run osmo-msc_10.42.42.6(pid=27285): stdout: \u000a| (launched: 2022-12-13_20:19:47.031045) \u000a20:19:48.334599 run osmo-msc_10.42.42.6(pid=27285): stderr: \u000a| �[0;m�[38;5;43m20221213201947346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213201947346 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb5de12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213201947346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213201947346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213201947346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213201947346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213201947348 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213201947349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213201947349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213201947349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:19:48.377911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27278): Terminating (SIGTERM)\u000a20:19:48.418971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27281): Terminating (SIGTERM)\u000a20:19:48.459930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27284): Terminating (SIGTERM)\u000a20:19:48.469477 --- ParallelTerminationStrategy: PID 27278 died...\u000a20:19:48.524505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27278): Terminated: ok {rc=0}\u000a20:19:48.534293 --- ParallelTerminationStrategy: PID 27281 died...\u000a20:19:48.588848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27281): Terminated: ok {rc=0}\u000a20:19:48.598734 --- ParallelTerminationStrategy: PID 27284 died...\u000a20:19:48.653782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27284): Terminated: ok {rc=0}\u000a20:19:48.743093 bus /sierra_9: Setting Powered False\u000a20:19:49.846761 bus /sierra_9: Setting Powered False\u000a20:19:50.954352 bus /sierra_8: Setting Powered False\u000a20:19:52.061852 bus /sierra_8: Setting Powered False\u000a20:19:53.170589 bus /sierra_3: Setting Powered False\u000a20:19:54.276351 bus /sierra_3: Setting Powered False\u000a20:19:55.385589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:19:30" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27303): Process ended prematurely: osmo-stp_10.42.42.5(pid=27303) [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27303)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27303): Process ended prematurely: osmo-stp_10.42.42.5(pid=27303) [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:19:57.480338 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:57.491390 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:19:57.629539 tst cs_paging_gprs_active.py: using LAC 36031\u000a20:19:57.758452 tst cs_paging_gprs_active.py: using RAC 76\u000a20:19:57.887294 tst cs_paging_gprs_active.py: using CellId 36031\u000a20:19:58.017093 tst cs_paging_gprs_active.py: using BVCI 36032\u000a20:19:58.041061 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:58.051785 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:58.062482 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:58.073099 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:58.083846 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:58.094523 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:58.105200 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:58.115841 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:58.126895 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:58.249807 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:58.536510 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:19:58.666286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:58.990578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27290): Launched\u000a20:19:59.263800 run iperf3-srv_10.42.42.10(pid=27291): Launched\u000a20:19:59.454289 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:19:59.584583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:59.910859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27292): Launched\u000a20:20:00.184110 run iperf3-srv_10.42.42.10(pid=27293): Launched\u000a20:20:00.374447 tst cs_paging_gprs_active.py:38: start network...\u000a20:20:00.504424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:01.053100 run create_hlr_db(pid=27294): Launched\u000a20:20:01.267411 bus /sierra_2: Setting Powered False\u000a20:20:02.319120 run create_hlr_db(pid=27294): Terminated: ok {rc=0}\u000a20:20:02.767915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27299): Launched\u000a20:20:03.107653 run osmo-hlr_10.42.42.2(pid=27300): Launched\u000a20:20:03.230763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:03.816268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27302): Launched\u000a20:20:04.154557 run osmo-stp_10.42.42.5(pid=27303): Launched\u000a20:20:04.275708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:04.861099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27305): Launched\u000a20:20:04.981648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:05.275329 run patchelf(pid=27306): Launched\u000a20:20:05.469640 run osmo-stp_10.42.42.5(pid=27303): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27303)]\u000a20:20:05.611922 run osmo-stp_10.42.42.5(pid=27303): stdout: \u000a| (launched: 2022-12-13_20:20:03.986785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:05.754117 run osmo-stp_10.42.42.5(pid=27303): stderr: \u000a| �[0;m�[38;5;43m20221213202004185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202004185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202004185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202004185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202004186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202004186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202004186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:05.892713 run osmo-stp_10.42.42.5(pid=27303): stdout: \u000a| (launched: 2022-12-13_20:20:03.986785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:06.029775 run osmo-stp_10.42.42.5(pid=27303): stderr: \u000a| �[0;m�[38;5;43m20221213202004185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202004185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202004185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202004185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202004186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202004186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202004186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:06.190459 run patchelf(pid=27306): Terminating (SIGINT)\u000a20:20:06.379235 run patchelf(pid=27306): Terminated: ok {rc=0}\u000a20:20:06.413772 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27303): Process ended prematurely: osmo-stp_10.42.42.5(pid=27303) [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27303)] [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a20:20:06.423483 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a20:20:06.486856 run osmo-hlr_10.42.42.2(pid=27300): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27300)]\u000a20:20:06.538468 run osmo-hlr_10.42.42.2(pid=27300): stdout: \u000a| (launched: 2022-12-13_20:20:02.939608) \u000a20:20:06.590670 run osmo-hlr_10.42.42.2(pid=27300): stderr: \u000a| �[0;m�[1;31m20221213202003145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202003145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202003145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202003145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202003145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202003145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202003158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202003166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202003167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202003167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:06.634944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27290): Terminating (SIGTERM)\u000a20:20:06.676712 run iperf3-srv_10.42.42.10(pid=27291): Terminating (SIGTERM)\u000a20:20:06.718444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27292): Terminating (SIGTERM)\u000a20:20:06.760233 run iperf3-srv_10.42.42.10(pid=27293): Terminating (SIGTERM)\u000a20:20:06.802601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27299): Terminating (SIGTERM)\u000a20:20:06.844426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27302): Terminating (SIGTERM)\u000a20:20:06.886644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27305): Terminating (SIGTERM)\u000a20:20:06.896335 --- ParallelTerminationStrategy: PID 27290 died...\u000a20:20:06.952789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27290): Terminated: ok {rc=0}\u000a20:20:06.963137 --- ParallelTerminationStrategy: PID 27291 died...\u000a20:20:07.018758 run iperf3-srv_10.42.42.10(pid=27291): Terminated {rc=256}\u000a20:20:07.028896 --- ParallelTerminationStrategy: PID 27292 died...\u000a20:20:07.084564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27292): Terminated: ok {rc=0}\u000a20:20:07.094678 --- ParallelTerminationStrategy: PID 27293 died...\u000a20:20:07.150280 run iperf3-srv_10.42.42.10(pid=27293): Terminated {rc=256}\u000a20:20:07.160291 --- ParallelTerminationStrategy: PID 27299 died...\u000a20:20:07.216268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27299): Terminated: ok {rc=0}\u000a20:20:07.226315 --- ParallelTerminationStrategy: PID 27302 died...\u000a20:20:07.281993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27302): Terminated: ok {rc=0}\u000a20:20:07.292134 --- ParallelTerminationStrategy: PID 27305 died...\u000a20:20:07.347960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27305): Terminated: ok {rc=0}\u000a20:20:07.434876 bus /gobi_0: Setting Powered False\u000a20:20:08.541120 bus /gobi_0: Setting Powered False\u000a20:20:09.650331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27315): Process ended prematurely: osmo-stp_10.42.42.5(pid=27315) [trial-2394↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27315): Process ended prematurely: osmo-stp_10.42.42.5(pid=27315) [trial-2394↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a20:20:10.766469 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:10.778130 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:20:10.910660 tst iperf3.py: using LAC 36032\u000a20:20:11.042083 tst iperf3.py: using RAC 77\u000a20:20:11.167822 tst iperf3.py: using CellId 36032\u000a20:20:11.291649 tst iperf3.py: using BVCI 36033\u000a20:20:11.315955 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:11.326700 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:11.337364 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:11.347893 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:11.358637 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:11.369274 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:11.379965 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:11.390594 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:11.401594 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:20:11.695355 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:20:11.825810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:12.151201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27307): Launched\u000a20:20:12.423279 run iperf3-srv_10.42.42.10(pid=27308): Launched\u000a20:20:12.613309 tst iperf3.py:8: start network...\u000a20:20:12.743120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:13.236194 run create_hlr_db(pid=27309): Launched\u000a20:20:13.415416 bus /gobi_6: Setting Powered False\u000a20:20:14.437384 run create_hlr_db(pid=27309): Terminated: ok {rc=0}\u000a20:20:14.853892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Launched\u000a20:20:15.170728 run osmo-hlr_10.42.42.2(pid=27312): Launched\u000a20:20:15.293962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:15.864461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Launched\u000a20:20:16.325996 run osmo-stp_10.42.42.5(pid=27315): Launched\u000a20:20:16.468933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:17.060444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27317): Launched\u000a20:20:17.177643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:17.457479 run patchelf(pid=27318): Launched\u000a20:20:17.640749 run osmo-stp_10.42.42.5(pid=27315): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)]\u000a20:20:17.774929 run osmo-stp_10.42.42.5(pid=27315): stdout: \u000a| (launched: 2022-12-13_20:20:16.042365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:17.909795 run osmo-stp_10.42.42.5(pid=27315): stderr: \u000a| �[0;m�[38;5;43m20221213202016280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202016280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202016281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202016281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202016282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202016282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202016282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:18.039297 run osmo-stp_10.42.42.5(pid=27315): stdout: \u000a| (launched: 2022-12-13_20:20:16.042365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:18.167923 run osmo-stp_10.42.42.5(pid=27315): stderr: \u000a| �[0;m�[38;5;43m20221213202016280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202016280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202016281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202016281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202016282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202016282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202016282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:18.318154 run patchelf(pid=27318): Terminating (SIGINT)\u000a20:20:18.494346 run patchelf(pid=27318): Terminated: ok {rc=0}\u000a20:20:18.526521 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27315): Process ended prematurely: osmo-stp_10.42.42.5(pid=27315) [trial-2394↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)] [trial-2394↪gprs:oc2g↪iperf3.py:8]\u000a20:20:18.535769 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:20:18.596459 run osmo-hlr_10.42.42.2(pid=27312): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27312)]\u000a20:20:18.645921 run osmo-hlr_10.42.42.2(pid=27312): stdout: \u000a| (launched: 2022-12-13_20:20:15.012518) \u000a20:20:18.695931 run osmo-hlr_10.42.42.2(pid=27312): stderr: \u000a| �[0;m�[1;31m20221213202015191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202015191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202015192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202015192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202015192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202015192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202015203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202015212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202015212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202015212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:18.738576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27307): Terminating (SIGTERM)\u000a20:20:18.778601 run iperf3-srv_10.42.42.10(pid=27308): Terminating (SIGTERM)\u000a20:20:18.819350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Terminating (SIGTERM)\u000a20:20:18.859941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Terminating (SIGTERM)\u000a20:20:18.900555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27317): Terminating (SIGTERM)\u000a20:20:18.909905 --- ParallelTerminationStrategy: PID 27307 died...\u000a20:20:18.964046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27307): Terminated: ok {rc=0}\u000a20:20:18.973780 --- ParallelTerminationStrategy: PID 27308 died...\u000a20:20:19.027693 run iperf3-srv_10.42.42.10(pid=27308): Terminated {rc=256}\u000a20:20:19.037897 --- ParallelTerminationStrategy: PID 27311 died...\u000a20:20:19.092360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Terminated: ok {rc=0}\u000a20:20:19.102135 --- ParallelTerminationStrategy: PID 27314 died...\u000a20:20:19.156053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Terminated: ok {rc=0}\u000a20:20:19.165901 --- ParallelTerminationStrategy: PID 27317 died...\u000a20:20:19.219959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27317): Terminated: ok {rc=0}\u000a20:20:19.308922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27333): Process ended prematurely: osmo-stp_10.42.42.5(pid=27333) [trial-2394↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27333)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27333): Process ended prematurely: osmo-stp_10.42.42.5(pid=27333) [trial-2394↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a20:20:20.421113 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:20.432566 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:20:20.565788 tst iperf3m4.py: using LAC 36033\u000a20:20:20.699583 tst iperf3m4.py: using RAC 78\u000a20:20:20.831815 tst iperf3m4.py: using CellId 36033\u000a20:20:20.964379 tst iperf3m4.py: using BVCI 36034\u000a20:20:20.990270 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:21.001471 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:21.012393 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:21.023496 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:21.035325 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:21.046616 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:21.058013 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:21.069426 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:21.080762 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:20:21.199561 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:20:21.319944 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:20:21.442516 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:20:21.729162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:20:21.859067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:22.186934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Launched\u000a20:20:22.459827 run iperf3-srv_10.42.42.10(pid=27320): Launched\u000a20:20:22.650346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:20:22.780447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:23.106622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Launched\u000a20:20:23.378944 run iperf3-srv_10.42.42.10(pid=27322): Launched\u000a20:20:23.568877 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:20:23.698827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:24.024564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Launched\u000a20:20:24.295843 run iperf3-srv_10.42.42.10(pid=27324): Launched\u000a20:20:24.485990 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:20:24.616036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:24.941930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27325): Launched\u000a20:20:25.214882 run iperf3-srv_10.42.42.10(pid=27326): Launched\u000a20:20:25.404320 tst iperf3m4.py:8: start network...\u000a20:20:25.534466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:26.029415 run create_hlr_db(pid=27327): Launched\u000a20:20:26.209162 bus /gobi_6: Setting Powered False\u000a20:20:27.231292 run create_hlr_db(pid=27327): Terminated: ok {rc=0}\u000a20:20:27.650500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27329): Launched\u000a20:20:27.968099 run osmo-hlr_10.42.42.2(pid=27330): Launched\u000a20:20:28.091268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:28.640602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27332): Launched\u000a20:20:28.957336 run osmo-stp_10.42.42.5(pid=27333): Launched\u000a20:20:29.071645 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:29.619199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27335): Launched\u000a20:20:29.730536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:30.005496 run patchelf(pid=27336): Launched\u000a20:20:30.188011 run osmo-stp_10.42.42.5(pid=27333): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27333)]\u000a20:20:30.321394 run osmo-stp_10.42.42.5(pid=27333): stdout: \u000a| (launched: 2022-12-13_20:20:28.799039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:30.455024 run osmo-stp_10.42.42.5(pid=27333): stderr: \u000a| �[0;m�[38;5;43m20221213202028972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202028972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202028973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202028973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202028974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202028974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202028974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:30.584278 run osmo-stp_10.42.42.5(pid=27333): stdout: \u000a| (launched: 2022-12-13_20:20:28.799039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:30.713337 run osmo-stp_10.42.42.5(pid=27333): stderr: \u000a| �[0;m�[38;5;43m20221213202028972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202028972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202028973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202028973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202028974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202028974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202028974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:30.865318 run patchelf(pid=27336): Terminating (SIGINT)\u000a20:20:31.054763 run patchelf(pid=27336): Terminated: ok {rc=0}\u000a20:20:31.092620 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27333): Process ended prematurely: osmo-stp_10.42.42.5(pid=27333) [trial-2394↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27333)] [trial-2394↪gprs:oc2g↪iperf3m4.py:8]\u000a20:20:31.103577 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:20:31.170413 run osmo-hlr_10.42.42.2(pid=27330): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27330)]\u000a20:20:31.223693 run osmo-hlr_10.42.42.2(pid=27330): stdout: \u000a| (launched: 2022-12-13_20:20:27.809476) \u000a20:20:31.279210 run osmo-hlr_10.42.42.2(pid=27330): stderr: \u000a| �[0;m�[1;31m20221213202027989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202027989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202027989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202027989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202027989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202027989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202028001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202028010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202028010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202028010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:31.325458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Terminating (SIGTERM)\u000a20:20:31.370947 run iperf3-srv_10.42.42.10(pid=27320): Terminating (SIGTERM)\u000a20:20:31.416140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Terminating (SIGTERM)\u000a20:20:31.461290 run iperf3-srv_10.42.42.10(pid=27322): Terminating (SIGTERM)\u000a20:20:31.507739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Terminating (SIGTERM)\u000a20:20:31.553081 run iperf3-srv_10.42.42.10(pid=27324): Terminating (SIGTERM)\u000a20:20:31.599466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27325): Terminating (SIGTERM)\u000a20:20:31.645966 run iperf3-srv_10.42.42.10(pid=27326): Terminating (SIGTERM)\u000a20:20:31.692377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27329): Terminating (SIGTERM)\u000a20:20:31.736597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27332): Terminating (SIGTERM)\u000a20:20:31.783054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27335): Terminating (SIGTERM)\u000a20:20:31.794341 --- ParallelTerminationStrategy: PID 27319 died...\u000a20:20:31.855806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27319): Terminated: ok {rc=0}\u000a20:20:31.869170 --- ParallelTerminationStrategy: PID 27320 died...\u000a20:20:31.927622 run iperf3-srv_10.42.42.10(pid=27320): Terminated {rc=256}\u000a20:20:31.938878 --- ParallelTerminationStrategy: PID 27321 died...\u000a20:20:31.997450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27321): Terminated: ok {rc=0}\u000a20:20:32.008312 --- ParallelTerminationStrategy: PID 27322 died...\u000a20:20:32.067312 run iperf3-srv_10.42.42.10(pid=27322): Terminated {rc=256}\u000a20:20:32.078610 --- ParallelTerminationStrategy: PID 27323 died...\u000a20:20:32.136705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27323): Terminated: ok {rc=0}\u000a20:20:32.147931 --- ParallelTerminationStrategy: PID 27324 died...\u000a20:20:32.205682 run iperf3-srv_10.42.42.10(pid=27324): Terminated {rc=256}\u000a20:20:32.216096 --- ParallelTerminationStrategy: PID 27325 died...\u000a20:20:32.272758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27325): Terminated: ok {rc=0}\u000a20:20:32.282970 --- ParallelTerminationStrategy: PID 27326 died...\u000a20:20:32.339633 run iperf3-srv_10.42.42.10(pid=27326): Terminated {rc=256}\u000a20:20:32.350179 --- ParallelTerminationStrategy: PID 27329 died...\u000a20:20:32.407051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27329): Terminated: ok {rc=0}\u000a20:20:32.417473 --- ParallelTerminationStrategy: PID 27332 died...\u000a20:20:32.474043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27332): Terminated: ok {rc=0}\u000a20:20:32.484510 --- ParallelTerminationStrategy: PID 27335 died...\u000a20:20:32.540869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27335): Terminated: ok {rc=0}\u000a20:20:32.629758 bus /gobi_4: Setting Powered False\u000a20:20:33.733480 bus /gobi_4: Setting Powered False\u000a20:20:34.845330 bus /gobi_1: Setting Powered False\u000a20:20:35.952345 bus /gobi_1: Setting Powered False\u000a20:20:37.064942 bus /gobi_0: Setting Powered False\u000a20:20:38.166889 bus /gobi_0: Setting Powered False\u000a20:20:39.273916 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27343): Process ended prematurely: osmo-stp_10.42.42.5(pid=27343) [trial-2394↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27343): Process ended prematurely: osmo-stp_10.42.42.5(pid=27343) [trial-2394↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g ping.py\u000a----------------------------------------------\u000a20:20:40.341633 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:40.353357 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:20:40.478101 tst ping.py: using LAC 36034\u000a20:20:40.597929 tst ping.py: using RAC 79\u000a20:20:40.715868 tst ping.py: using CellId 36034\u000a20:20:40.835145 tst ping.py: using BVCI 36035\u000a20:20:40.858187 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:40.868793 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:40.879390 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:40.889782 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:40.900299 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:40.911340 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:40.922170 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:40.932926 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:20:41.207842 tst ping.py:19: start network...\u000a20:20:41.332308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:41.802454 run create_hlr_db(pid=27337): Launched\u000a20:20:41.975506 bus /gobi_6: Setting Powered False\u000a20:20:42.997525 run create_hlr_db(pid=27337): Terminated: ok {rc=0}\u000a20:20:43.398046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Launched\u000a20:20:43.701609 run osmo-hlr_10.42.42.2(pid=27340): Launched\u000a20:20:43.810588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:44.334042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Launched\u000a20:20:44.636271 run osmo-stp_10.42.42.5(pid=27343): Launched\u000a20:20:44.745249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:45.267745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27345): Launched\u000a20:20:45.374453 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:45.637312 run patchelf(pid=27346): Launched\u000a20:20:45.813630 run osmo-stp_10.42.42.5(pid=27343): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)]\u000a20:20:45.967783 run osmo-stp_10.42.42.5(pid=27343): stdout: \u000a| (launched: 2022-12-13_20:20:44.485950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:46.113198 run osmo-stp_10.42.42.5(pid=27343): stderr: \u000a| �[0;m�[38;5;43m20221213202044657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202044657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202044657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202044658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202044658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202044658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202044658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:46.250438 run osmo-stp_10.42.42.5(pid=27343): stdout: \u000a| (launched: 2022-12-13_20:20:44.485950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:46.388014 run osmo-stp_10.42.42.5(pid=27343): stderr: \u000a| �[0;m�[38;5;43m20221213202044657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202044657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202044657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202044658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202044658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202044658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202044658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:46.546627 run patchelf(pid=27346): Terminating (SIGINT)\u000a20:20:46.734518 run patchelf(pid=27346): Terminated: ok {rc=0}\u000a20:20:46.768586 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27343): Process ended prematurely: osmo-stp_10.42.42.5(pid=27343) [trial-2394↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)] [trial-2394↪gprs:oc2g↪ping.py:22]\u000a20:20:46.778843 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:20:46.844850 run osmo-hlr_10.42.42.2(pid=27340): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27340)]\u000a20:20:46.899387 run osmo-hlr_10.42.42.2(pid=27340): stdout: \u000a| (launched: 2022-12-13_20:20:43.549990) \u000a20:20:46.952668 run osmo-hlr_10.42.42.2(pid=27340): stderr: \u000a| �[0;m�[1;31m20221213202043726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202043726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202043726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202043726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202043726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202043726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202043738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202043747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202043747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202043747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:46.998653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Terminating (SIGTERM)\u000a20:20:47.043493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Terminating (SIGTERM)\u000a20:20:47.089901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27345): Terminating (SIGTERM)\u000a20:20:47.100541 --- ParallelTerminationStrategy: PID 27339 died...\u000a20:20:47.159457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Terminated: ok {rc=0}\u000a20:20:47.169887 --- ParallelTerminationStrategy: PID 27342 died...\u000a20:20:47.226395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Terminated: ok {rc=0}\u000a20:20:47.236775 --- ParallelTerminationStrategy: PID 27345 died...\u000a20:20:47.293253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27345): Terminated: ok {rc=0}\u000a20:20:47.381026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27353): Process ended prematurely: osmo-stp_10.42.42.5(pid=27353) [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27353)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27353): Process ended prematurely: osmo-stp_10.42.42.5(pid=27353) [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a20:20:48.432619 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:48.443661 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:20:48.567750 tst ping_idle_ping.py: using LAC 36035\u000a20:20:48.686834 tst ping_idle_ping.py: using RAC 80\u000a20:20:48.804940 tst ping_idle_ping.py: using CellId 36035\u000a20:20:48.923784 tst ping_idle_ping.py: using BVCI 36036\u000a20:20:48.946731 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:48.957134 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:48.967402 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:48.977832 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:48.988196 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:48.998835 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:49.010015 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:20:49.020726 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:20:49.313911 tst ping_idle_ping.py:24: start network...\u000a20:20:49.448719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:49.969202 run create_hlr_db(pid=27347): Launched\u000a20:20:50.156704 bus /gobi_6: Setting Powered False\u000a20:20:51.167052 run create_hlr_db(pid=27347): Terminated: ok {rc=0}\u000a20:20:51.607081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27349): Launched\u000a20:20:51.936171 run osmo-hlr_10.42.42.2(pid=27350): Launched\u000a20:20:52.054014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:52.618086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27352): Launched\u000a20:20:52.942970 run osmo-stp_10.42.42.5(pid=27353): Launched\u000a20:20:53.059567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:53.627376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27355): Launched\u000a20:20:53.742542 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:54.026148 run patchelf(pid=27356): Launched\u000a20:20:54.215564 run osmo-stp_10.42.42.5(pid=27353): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27353)]\u000a20:20:54.353409 run osmo-stp_10.42.42.5(pid=27353): stdout: \u000a| (launched: 2022-12-13_20:20:52.782733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:54.491185 run osmo-stp_10.42.42.5(pid=27353): stderr: \u000a| �[0;m�[38;5;43m20221213202052977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202052978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202052978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202052978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202052979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202052979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202052979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:54.625369 run osmo-stp_10.42.42.5(pid=27353): stdout: \u000a| (launched: 2022-12-13_20:20:52.782733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:54.758031 run osmo-stp_10.42.42.5(pid=27353): stderr: \u000a| �[0;m�[38;5;43m20221213202052977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202052978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202052978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202052978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202052979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202052979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202052979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:54.913084 run patchelf(pid=27356): Terminating (SIGINT)\u000a20:20:55.095517 run patchelf(pid=27356): Terminated: ok {rc=0}\u000a20:20:55.128321 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27353): Process ended prematurely: osmo-stp_10.42.42.5(pid=27353) [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27353)] [trial-2394↪gprs:oc2g↪ping_idle_ping.py:27]\u000a20:20:55.137670 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:20:55.200235 run osmo-hlr_10.42.42.2(pid=27350): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27350)]\u000a20:20:55.251436 run osmo-hlr_10.42.42.2(pid=27350): stdout: \u000a| (launched: 2022-12-13_20:20:51.771917) \u000a20:20:55.303109 run osmo-hlr_10.42.42.2(pid=27350): stderr: \u000a| �[0;m�[1;31m20221213202051978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202051978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202051978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202051978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202051979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202051979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202051994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202052002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202052002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202052002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:55.347409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27349): Terminating (SIGTERM)\u000a20:20:55.388823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27352): Terminating (SIGTERM)\u000a20:20:55.430371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27355): Terminating (SIGTERM)\u000a20:20:55.440098 --- ParallelTerminationStrategy: PID 27349 died...\u000a20:20:55.495517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27349): Terminated: ok {rc=0}\u000a20:20:55.505613 --- ParallelTerminationStrategy: PID 27352 died...\u000a20:20:55.560699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27352): Terminated: ok {rc=0}\u000a20:20:55.570800 --- ParallelTerminationStrategy: PID 27355 died...\u000a20:20:55.625946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27355): Terminated: ok {rc=0}\u000a20:20:55.713487 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:19:57" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27370): Process ended prematurely: osmo-stp_10.42.42.5(pid=27370) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27370)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27370): Process ended prematurely: osmo-stp_10.42.42.5(pid=27370) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:20:57.827014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:57.838064 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:57.967391 tst cs_paging_gprs_active.py: using LAC 36036\u000a20:20:58.093240 tst cs_paging_gprs_active.py: using RAC 81\u000a20:20:58.220931 tst cs_paging_gprs_active.py: using CellId 36036\u000a20:20:58.346158 tst cs_paging_gprs_active.py: using BVCI 36037\u000a20:20:58.370847 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:58.382025 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:58.392910 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:58.403801 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:58.414642 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:58.425446 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:58.436487 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:58.447383 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:58.458472 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:58.581660 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:58.859457 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:20:58.985295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:59.297940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27360): Launched\u000a20:20:59.558566 run iperf3-srv_10.42.42.10(pid=27361): Launched\u000a20:20:59.740444 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:20:59.864722 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:00.176242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27362): Launched\u000a20:21:00.436670 run iperf3-srv_10.42.42.10(pid=27363): Launched\u000a20:21:00.619015 tst cs_paging_gprs_active.py:38: start network...\u000a20:21:00.743275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:01.271161 run create_hlr_db(pid=27364): Launched\u000a20:21:01.451165 bus /gobi_6: Setting Powered False\u000a20:21:02.477509 run create_hlr_db(pid=27364): Terminated: ok {rc=0}\u000a20:21:02.905119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27366): Launched\u000a20:21:03.229043 run osmo-hlr_10.42.42.2(pid=27367): Launched\u000a20:21:03.349433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:03.910105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27369): Launched\u000a20:21:04.234012 run osmo-stp_10.42.42.5(pid=27370): Launched\u000a20:21:04.351175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:04.913578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27372): Launched\u000a20:21:05.028327 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:05.310712 run patchelf(pid=27373): Launched\u000a20:21:05.498534 run osmo-stp_10.42.42.5(pid=27370): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27370)]\u000a20:21:05.635147 run osmo-stp_10.42.42.5(pid=27370): stdout: \u000a| (launched: 2022-12-13_20:21:04.073854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:05.772625 run osmo-stp_10.42.42.5(pid=27370): stderr: \u000a| �[0;m�[38;5;43m20221213202104265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202104265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202104265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202104266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202104266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202104266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202104266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:05.905829 run osmo-stp_10.42.42.5(pid=27370): stdout: \u000a| (launched: 2022-12-13_20:21:04.073854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:06.038398 run osmo-stp_10.42.42.5(pid=27370): stderr: \u000a| �[0;m�[38;5;43m20221213202104265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202104265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202104265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202104266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202104266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202104266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202104266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:06.193128 run patchelf(pid=27373): Terminating (SIGINT)\u000a20:21:06.374430 run patchelf(pid=27373): Terminated: ok {rc=0}\u000a20:21:06.407549 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27370): Process ended prematurely: osmo-stp_10.42.42.5(pid=27370) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27370)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:21:06.417350 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:21:06.479909 run osmo-hlr_10.42.42.2(pid=27367): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27367)]\u000a20:21:06.531226 run osmo-hlr_10.42.42.2(pid=27367): stdout: \u000a| (launched: 2022-12-13_20:21:03.068639) \u000a20:21:06.583302 run osmo-hlr_10.42.42.2(pid=27367): stderr: \u000a| �[0;m�[1;31m20221213202103266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202103266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202103266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202103266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202103266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202103266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202103279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202103289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202103289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202103289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:06.627536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27360): Terminating (SIGTERM)\u000a20:21:06.669814 run iperf3-srv_10.42.42.10(pid=27361): Terminating (SIGTERM)\u000a20:21:06.711958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27362): Terminating (SIGTERM)\u000a20:21:06.753609 run iperf3-srv_10.42.42.10(pid=27363): Terminating (SIGTERM)\u000a20:21:06.795792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27366): Terminating (SIGTERM)\u000a20:21:06.837638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27369): Terminating (SIGTERM)\u000a20:21:06.879494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27372): Terminating (SIGTERM)\u000a20:21:06.889171 --- ParallelTerminationStrategy: PID 27360 died...\u000a20:21:06.945109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27360): Terminated: ok {rc=0}\u000a20:21:06.955007 --- ParallelTerminationStrategy: PID 27361 died...\u000a20:21:07.009825 run iperf3-srv_10.42.42.10(pid=27361): Terminated {rc=256}\u000a20:21:07.019675 --- ParallelTerminationStrategy: PID 27362 died...\u000a20:21:07.074763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27362): Terminated: ok {rc=0}\u000a20:21:07.084649 --- ParallelTerminationStrategy: PID 27363 died...\u000a20:21:07.139882 run iperf3-srv_10.42.42.10(pid=27363): Terminated {rc=256}\u000a20:21:07.149805 --- ParallelTerminationStrategy: PID 27366 died...\u000a20:21:07.204641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27366): Terminated: ok {rc=0}\u000a20:21:07.214508 --- ParallelTerminationStrategy: PID 27369 died...\u000a20:21:07.269571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27369): Terminated: ok {rc=0}\u000a20:21:07.279497 --- ParallelTerminationStrategy: PID 27372 died...\u000a20:21:07.334652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27372): Terminated: ok {rc=0}\u000a20:21:07.421409 bus /gobi_0: Setting Powered False\u000a20:21:08.525218 bus /gobi_0: Setting Powered False\u000a20:21:09.636018 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27382): Process ended prematurely: osmo-stp_10.42.42.5(pid=27382) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27382)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27382): Process ended prematurely: osmo-stp_10.42.42.5(pid=27382) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:21:10.745516 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:10.756827 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:21:10.879321 tst iperf3.py: using LAC 36037\u000a20:21:10.996104 tst iperf3.py: using RAC 82\u000a20:21:11.112357 tst iperf3.py: using CellId 36037\u000a20:21:11.230706 tst iperf3.py: using BVCI 36038\u000a20:21:11.253485 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:11.264076 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:11.274657 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:11.285174 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:11.295993 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:11.306887 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:11.317878 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:11.328620 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:11.339881 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:21:11.633385 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:21:11.766628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:12.097370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27374): Launched\u000a20:21:12.372022 run iperf3-srv_10.42.42.10(pid=27375): Launched\u000a20:21:12.567413 tst iperf3.py:8: start network...\u000a20:21:12.700679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:13.210855 run create_hlr_db(pid=27376): Launched\u000a20:21:13.394483 bus /gobi_6: Setting Powered False\u000a20:21:14.405743 run create_hlr_db(pid=27376): Terminated: ok {rc=0}\u000a20:21:14.834171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27378): Launched\u000a20:21:15.152935 run osmo-hlr_10.42.42.2(pid=27379): Launched\u000a20:21:15.268272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:15.821392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27381): Launched\u000a20:21:16.285534 run osmo-stp_10.42.42.5(pid=27382): Launched\u000a20:21:16.481144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:17.063877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27384): Launched\u000a20:21:17.181510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:17.464804 run patchelf(pid=27385): Launched\u000a20:21:17.654327 run osmo-stp_10.42.42.5(pid=27382): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27382)]\u000a20:21:17.792535 run osmo-stp_10.42.42.5(pid=27382): stdout: \u000a| (launched: 2022-12-13_20:21:16.013075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:17.931141 run osmo-stp_10.42.42.5(pid=27382): stderr: \u000a| �[0;m�[38;5;43m20221213202116298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202116298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202116299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202116299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202116299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202116300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202116300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:18.065756 run osmo-stp_10.42.42.5(pid=27382): stdout: \u000a| (launched: 2022-12-13_20:21:16.013075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:18.199557 run osmo-stp_10.42.42.5(pid=27382): stderr: \u000a| �[0;m�[38;5;43m20221213202116298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202116298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202116299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202116299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202116299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202116300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202116300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:18.354827 run patchelf(pid=27385): Terminating (SIGINT)\u000a20:21:18.537114 run patchelf(pid=27385): Terminated: ok {rc=0}\u000a20:21:18.570694 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27382): Process ended prematurely: osmo-stp_10.42.42.5(pid=27382) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27382)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a20:21:18.580605 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:21:18.643171 run osmo-hlr_10.42.42.2(pid=27379): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27379)]\u000a20:21:18.694777 run osmo-hlr_10.42.42.2(pid=27379): stdout: \u000a| (launched: 2022-12-13_20:21:14.995800) \u000a20:21:18.746689 run osmo-hlr_10.42.42.2(pid=27379): stderr: \u000a| �[0;m�[1;31m20221213202115189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202115189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202115189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202115189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202115189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202115189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202115211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202115220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202115221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202115221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:18.790894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27374): Terminating (SIGTERM)\u000a20:21:18.832569 run iperf3-srv_10.42.42.10(pid=27375): Terminating (SIGTERM)\u000a20:21:18.874809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27378): Terminating (SIGTERM)\u000a20:21:18.916489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27381): Terminating (SIGTERM)\u000a20:21:18.958704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27384): Terminating (SIGTERM)\u000a20:21:18.968220 --- ParallelTerminationStrategy: PID 27374 died...\u000a20:21:19.032296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27374): Terminated: ok {rc=0}\u000a20:21:19.045596 --- ParallelTerminationStrategy: PID 27375 died...\u000a20:21:19.108098 run iperf3-srv_10.42.42.10(pid=27375): Terminated {rc=256}\u000a20:21:19.118538 --- ParallelTerminationStrategy: PID 27378 died...\u000a20:21:19.174306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27378): Terminated: ok {rc=0}\u000a20:21:19.184285 --- ParallelTerminationStrategy: PID 27381 died...\u000a20:21:19.239989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27381): Terminated: ok {rc=0}\u000a20:21:19.250050 --- ParallelTerminationStrategy: PID 27384 died...\u000a20:21:19.305733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27384): Terminated: ok {rc=0}\u000a20:21:19.393791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27400): Process ended prematurely: osmo-stp_10.42.42.5(pid=27400) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27400): Process ended prematurely: osmo-stp_10.42.42.5(pid=27400) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:21:20.508521 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:20.520220 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:21:20.644171 tst iperf3m4.py: using LAC 36038\u000a20:21:20.761960 tst iperf3m4.py: using RAC 83\u000a20:21:20.877742 tst iperf3m4.py: using CellId 36038\u000a20:21:20.992825 tst iperf3m4.py: using BVCI 36039\u000a20:21:21.015880 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:21.026770 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:21.037327 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:21.048019 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:21.058772 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:21.069704 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:21.080678 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:21.091449 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:21.102592 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:21:21.226076 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:21:21.347715 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:21:21.469534 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:21:21.760150 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:21:21.893782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:22.225889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27386): Launched\u000a20:21:22.503475 run iperf3-srv_10.42.42.10(pid=27387): Launched\u000a20:21:22.702006 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:21:22.837260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:23.173949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27388): Launched\u000a20:21:23.451691 run iperf3-srv_10.42.42.10(pid=27389): Launched\u000a20:21:23.650074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:21:23.785160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:24.120415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27390): Launched\u000a20:21:24.398824 run iperf3-srv_10.42.42.10(pid=27391): Launched\u000a20:21:24.597083 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:21:24.732070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:25.065913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27392): Launched\u000a20:21:25.344765 run iperf3-srv_10.42.42.10(pid=27393): Launched\u000a20:21:25.543109 tst iperf3m4.py:8: start network...\u000a20:21:25.679349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:26.200549 run create_hlr_db(pid=27394): Launched\u000a20:21:26.387773 bus /gobi_6: Setting Powered False\u000a20:21:27.409283 run create_hlr_db(pid=27394): Terminated: ok {rc=0}\u000a20:21:27.825769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Launched\u000a20:21:28.151338 run osmo-hlr_10.42.42.2(pid=27397): Launched\u000a20:21:28.273878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:28.840452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Launched\u000a20:21:29.168006 run osmo-stp_10.42.42.5(pid=27400): Launched\u000a20:21:29.285900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:29.856320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Launched\u000a20:21:29.972579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:30.259309 run patchelf(pid=27403): Launched\u000a20:21:30.449463 run osmo-stp_10.42.42.5(pid=27400): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)]\u000a20:21:30.588422 run osmo-stp_10.42.42.5(pid=27400): stdout: \u000a| (launched: 2022-12-13_20:21:29.006795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:30.727515 run osmo-stp_10.42.42.5(pid=27400): stderr: \u000a| �[0;m�[38;5;43m20221213202129194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202129195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202129195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202129195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202129196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202129196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202129196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:30.870925 run osmo-stp_10.42.42.5(pid=27400): stdout: \u000a| (launched: 2022-12-13_20:21:29.006795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:31.022310 run osmo-stp_10.42.42.5(pid=27400): stderr: \u000a| �[0;m�[38;5;43m20221213202129194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202129195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202129195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202129195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202129196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202129196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202129196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:31.177916 run patchelf(pid=27403): Terminating (SIGINT)\u000a20:21:31.358580 run patchelf(pid=27403): Terminated: ok {rc=0}\u000a20:21:31.392009 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27400): Process ended prematurely: osmo-stp_10.42.42.5(pid=27400) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27400)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:21:31.402515 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:21:31.468751 run osmo-hlr_10.42.42.2(pid=27397): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27397)]\u000a20:21:31.521967 run osmo-hlr_10.42.42.2(pid=27397): stdout: \u000a| (launched: 2022-12-13_20:21:27.991683) \u000a20:21:31.575708 run osmo-hlr_10.42.42.2(pid=27397): stderr: \u000a| �[0;m�[1;31m20221213202128187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202128187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202128187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202128187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202128187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202128187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202128200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202128208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202128209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202128209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:31.622155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27386): Terminating (SIGTERM)\u000a20:21:31.669174 run iperf3-srv_10.42.42.10(pid=27387): Terminating (SIGTERM)\u000a20:21:31.715596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27388): Terminating (SIGTERM)\u000a20:21:31.760755 run iperf3-srv_10.42.42.10(pid=27389): Terminating (SIGTERM)\u000a20:21:31.805778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27390): Terminating (SIGTERM)\u000a20:21:31.851516 run iperf3-srv_10.42.42.10(pid=27391): Terminating (SIGTERM)\u000a20:21:31.897691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27392): Terminating (SIGTERM)\u000a20:21:31.942717 run iperf3-srv_10.42.42.10(pid=27393): Terminating (SIGTERM)\u000a20:21:31.987977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Terminating (SIGTERM)\u000a20:21:32.030828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Terminating (SIGTERM)\u000a20:21:32.075924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Terminating (SIGTERM)\u000a20:21:32.087643 --- ParallelTerminationStrategy: PID 27386 died...\u000a20:21:32.147139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27386): Terminated: ok {rc=0}\u000a20:21:32.157791 --- ParallelTerminationStrategy: PID 27387 died...\u000a20:21:32.215651 run iperf3-srv_10.42.42.10(pid=27387): Terminated {rc=256}\u000a20:21:32.226165 --- ParallelTerminationStrategy: PID 27388 died...\u000a20:21:32.285312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27388): Terminated: ok {rc=0}\u000a20:21:32.295067 --- ParallelTerminationStrategy: PID 27389 died...\u000a20:21:32.349704 run iperf3-srv_10.42.42.10(pid=27389): Terminated {rc=256}\u000a20:21:32.359371 --- ParallelTerminationStrategy: PID 27390 died...\u000a20:21:32.414098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27390): Terminated: ok {rc=0}\u000a20:21:32.423812 --- ParallelTerminationStrategy: PID 27391 died...\u000a20:21:32.479140 run iperf3-srv_10.42.42.10(pid=27391): Terminated {rc=256}\u000a20:21:32.488931 --- ParallelTerminationStrategy: PID 27392 died...\u000a20:21:32.543846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27392): Terminated: ok {rc=0}\u000a20:21:32.553595 --- ParallelTerminationStrategy: PID 27393 died...\u000a20:21:32.608402 run iperf3-srv_10.42.42.10(pid=27393): Terminated {rc=256}\u000a20:21:32.618113 --- ParallelTerminationStrategy: PID 27396 died...\u000a20:21:32.672906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27396): Terminated: ok {rc=0}\u000a20:21:32.682722 --- ParallelTerminationStrategy: PID 27399 died...\u000a20:21:32.737606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27399): Terminated: ok {rc=0}\u000a20:21:32.747362 --- ParallelTerminationStrategy: PID 27402 died...\u000a20:21:32.802202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27402): Terminated: ok {rc=0}\u000a20:21:32.892040 bus /gobi_4: Setting Powered False\u000a20:21:33.997595 bus /gobi_4: Setting Powered False\u000a20:21:35.112454 bus /gobi_1: Setting Powered False\u000a20:21:36.216162 bus /gobi_1: Setting Powered False\u000a20:21:37.327144 bus /gobi_0: Setting Powered False\u000a20:21:38.429183 bus /gobi_0: Setting Powered False\u000a20:21:39.538797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27410): Process ended prematurely: osmo-stp_10.42.42.5(pid=27410) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27410)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27410): Process ended prematurely: osmo-stp_10.42.42.5(pid=27410) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:21:40.608758 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:40.620612 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:21:40.756322 tst ping.py: using LAC 36039\u000a20:21:40.879957 tst ping.py: using RAC 84\u000a20:21:41.004672 tst ping.py: using CellId 36039\u000a20:21:41.136318 tst ping.py: using BVCI 36040\u000a20:21:41.160808 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:41.172178 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:41.183347 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:41.194444 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:41.205599 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:41.216744 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:41.228170 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:41.239496 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:21:41.528731 tst ping.py:19: start network...\u000a20:21:41.661256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:42.174454 run create_hlr_db(pid=27404): Launched\u000a20:21:42.359481 bus /gobi_6: Setting Powered False\u000a20:21:43.380012 run create_hlr_db(pid=27404): Terminated: ok {rc=0}\u000a20:21:43.784745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27406): Launched\u000a20:21:44.084181 run osmo-hlr_10.42.42.2(pid=27407): Launched\u000a20:21:44.199668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:44.727936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27409): Launched\u000a20:21:45.027746 run osmo-stp_10.42.42.5(pid=27410): Launched\u000a20:21:45.136035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:45.658845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27412): Launched\u000a20:21:45.765914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:46.056996 run patchelf(pid=27413): Launched\u000a20:21:46.250794 run osmo-stp_10.42.42.5(pid=27410): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27410)]\u000a20:21:46.392455 run osmo-stp_10.42.42.5(pid=27410): stdout: \u000a| (launched: 2022-12-13_20:21:44.879872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:46.534731 run osmo-stp_10.42.42.5(pid=27410): stderr: \u000a| �[0;m�[38;5;43m20221213202145047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202145047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202145047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202145048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202145048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202145049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202145049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:46.673958 run osmo-stp_10.42.42.5(pid=27410): stdout: \u000a| (launched: 2022-12-13_20:21:44.879872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:46.802053 run osmo-stp_10.42.42.5(pid=27410): stderr: \u000a| �[0;m�[38;5;43m20221213202145047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202145047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202145047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202145048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202145048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202145049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202145049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:46.953981 run patchelf(pid=27413): Terminating (SIGINT)\u000a20:21:47.138967 run patchelf(pid=27413): Terminated: ok {rc=0}\u000a20:21:47.172766 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27410): Process ended prematurely: osmo-stp_10.42.42.5(pid=27410) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27410)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a20:21:47.182617 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:21:47.246480 run osmo-hlr_10.42.42.2(pid=27407): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27407)]\u000a20:21:47.298587 run osmo-hlr_10.42.42.2(pid=27407): stdout: \u000a| (launched: 2022-12-13_20:21:43.936552) \u000a20:21:47.351616 run osmo-hlr_10.42.42.2(pid=27407): stderr: \u000a| �[0;m�[1;31m20221213202144111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202144111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202144111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202144111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202144111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202144111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202144127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202144137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202144137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202144137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:47.396427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27406): Terminating (SIGTERM)\u000a20:21:47.439056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27409): Terminating (SIGTERM)\u000a20:21:47.481156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27412): Terminating (SIGTERM)\u000a20:21:47.491096 --- ParallelTerminationStrategy: PID 27406 died...\u000a20:21:47.547924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27406): Terminated: ok {rc=0}\u000a20:21:47.558295 --- ParallelTerminationStrategy: PID 27409 died...\u000a20:21:47.614538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27409): Terminated: ok {rc=0}\u000a20:21:47.624547 --- ParallelTerminationStrategy: PID 27412 died...\u000a20:21:47.680862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27412): Terminated: ok {rc=0}\u000a20:21:47.768771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27420): Process ended prematurely: osmo-stp_10.42.42.5(pid=27420) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27420)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27420): Process ended prematurely: osmo-stp_10.42.42.5(pid=27420) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:21:48.821398 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:48.833494 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:21:48.959532 tst ping_idle_ping.py: using LAC 36040\u000a20:21:49.079176 tst ping_idle_ping.py: using RAC 85\u000a20:21:49.198403 tst ping_idle_ping.py: using CellId 36040\u000a20:21:49.317834 tst ping_idle_ping.py: using BVCI 36041\u000a20:21:49.340713 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:49.351687 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:49.362346 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:49.373035 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:49.383806 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:49.394607 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:49.405598 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:21:49.416519 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:21:49.708167 tst ping_idle_ping.py:24: start network...\u000a20:21:49.841942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:50.359338 run create_hlr_db(pid=27414): Launched\u000a20:21:50.545263 bus /gobi_6: Setting Powered False\u000a20:21:51.565470 run create_hlr_db(pid=27414): Terminated: ok {rc=0}\u000a20:21:51.995293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27416): Launched\u000a20:21:52.318824 run osmo-hlr_10.42.42.2(pid=27417): Launched\u000a20:21:52.438550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:53.000088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27419): Launched\u000a20:21:53.321251 run osmo-stp_10.42.42.5(pid=27420): Launched\u000a20:21:53.436345 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:53.998793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27422): Launched\u000a20:21:54.113320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:54.395291 run patchelf(pid=27423): Launched\u000a20:21:54.583347 run osmo-stp_10.42.42.5(pid=27420): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27420)]\u000a20:21:54.720632 run osmo-stp_10.42.42.5(pid=27420): stdout: \u000a| (launched: 2022-12-13_20:21:53.163494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:54.858173 run osmo-stp_10.42.42.5(pid=27420): stderr: \u000a| �[0;m�[38;5;43m20221213202153354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202153354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202153354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202153355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202153355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202153355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202153355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:54.991730 run osmo-stp_10.42.42.5(pid=27420): stdout: \u000a| (launched: 2022-12-13_20:21:53.163494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:55.124659 run osmo-stp_10.42.42.5(pid=27420): stderr: \u000a| �[0;m�[38;5;43m20221213202153354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202153354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202153354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202153355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202153355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202153355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202153355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:55.278719 run patchelf(pid=27423): Terminating (SIGINT)\u000a20:21:55.459212 run patchelf(pid=27423): Terminated: ok {rc=0}\u000a20:21:55.492097 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27420): Process ended prematurely: osmo-stp_10.42.42.5(pid=27420) [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27420)] [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:21:55.501636 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:21:55.565177 run osmo-hlr_10.42.42.2(pid=27417): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27417)]\u000a20:21:55.616907 run osmo-hlr_10.42.42.2(pid=27417): stdout: \u000a| (launched: 2022-12-13_20:21:52.159314) \u000a20:21:55.669280 run osmo-hlr_10.42.42.2(pid=27417): stderr: \u000a| �[0;m�[1;31m20221213202152354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202152354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202152354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202152354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202152354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202152354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202152367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202152376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202152376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202152376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:55.713923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27416): Terminating (SIGTERM)\u000a20:21:55.755890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27419): Terminating (SIGTERM)\u000a20:21:55.798260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27422): Terminating (SIGTERM)\u000a20:21:55.808142 --- ParallelTerminationStrategy: PID 27416 died...\u000a20:21:55.864459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27416): Terminated: ok {rc=0}\u000a20:21:55.874567 --- ParallelTerminationStrategy: PID 27419 died...\u000a20:21:55.930194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27419): Terminated: ok {rc=0}\u000a20:21:55.940171 --- ParallelTerminationStrategy: PID 27422 died...\u000a20:21:55.995750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27422): Terminated: ok {rc=0}\u000a20:21:56.083494 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:20:57" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27437): Process ended prematurely: osmo-stp_10.42.42.5(pid=27437) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27437)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27437): Process ended prematurely: osmo-stp_10.42.42.5(pid=27437) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:21:58.216299 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.227522 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:58.378855 tst cs_paging_gprs_active.py: using LAC 36041\u000a20:21:58.506501 tst cs_paging_gprs_active.py: using RAC 86\u000a20:21:58.632431 tst cs_paging_gprs_active.py: using CellId 36041\u000a20:21:58.759176 tst cs_paging_gprs_active.py: using BVCI 36042\u000a20:21:58.784319 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.795675 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.806711 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.817810 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.828799 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.839902 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.851123 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.862100 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:58.873343 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:58.994321 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:59.293122 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:21:59.430780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:59.749059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Launched\u000a20:22:00.014463 run iperf3-srv_10.42.42.10(pid=27428): Launched\u000a20:22:00.202125 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:22:00.329826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:00.648457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27429): Launched\u000a20:22:00.976572 run iperf3-srv_10.42.42.10(pid=27430): Launched\u000a20:22:01.180592 tst cs_paging_gprs_active.py:38: start network...\u000a20:22:01.311701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:01.882646 run create_hlr_db(pid=27431): Launched\u000a20:22:02.078221 bus /gobi_6: Setting Powered False\u000a20:22:03.093990 run create_hlr_db(pid=27431): Terminated: ok {rc=0}\u000a20:22:03.506940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27433): Launched\u000a20:22:03.813961 run osmo-hlr_10.42.42.2(pid=27434): Launched\u000a20:22:03.930960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:04.463712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27436): Launched\u000a20:22:04.770986 run osmo-stp_10.42.42.5(pid=27437): Launched\u000a20:22:04.882367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:05.416521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27439): Launched\u000a20:22:05.525825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:05.793452 run patchelf(pid=27440): Launched\u000a20:22:05.973595 run osmo-stp_10.42.42.5(pid=27437): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27437)]\u000a20:22:06.105877 run osmo-stp_10.42.42.5(pid=27437): stdout: \u000a| (launched: 2022-12-13_20:22:04.619536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:06.237759 run osmo-stp_10.42.42.5(pid=27437): stderr: \u000a| �[0;m�[38;5;43m20221213202204788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202204788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202204788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202204789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202204789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202204789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202204789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:06.365679 run osmo-stp_10.42.42.5(pid=27437): stdout: \u000a| (launched: 2022-12-13_20:22:04.619536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:06.492271 run osmo-stp_10.42.42.5(pid=27437): stderr: \u000a| �[0;m�[38;5;43m20221213202204788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202204788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202204788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202204789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202204789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202204789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202204789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:06.640475 run patchelf(pid=27440): Terminating (SIGINT)\u000a20:22:06.815090 run patchelf(pid=27440): Terminated: ok {rc=0}\u000a20:22:06.846864 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27437): Process ended prematurely: osmo-stp_10.42.42.5(pid=27437) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27437)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:22:06.856058 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:22:06.917268 run osmo-hlr_10.42.42.2(pid=27434): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27434)]\u000a20:22:06.966676 run osmo-hlr_10.42.42.2(pid=27434): stdout: \u000a| (launched: 2022-12-13_20:22:03.662592) \u000a20:22:07.016867 run osmo-hlr_10.42.42.2(pid=27434): stderr: \u000a| �[0;m�[1;31m20221213202203837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202203837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202203837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202203837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202203837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202203837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202203851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202203862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202203862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202203862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:07.059647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Terminating (SIGTERM)\u000a20:22:07.099950 run iperf3-srv_10.42.42.10(pid=27428): Terminating (SIGTERM)\u000a20:22:07.140862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27429): Terminating (SIGTERM)\u000a20:22:07.181592 run iperf3-srv_10.42.42.10(pid=27430): Terminating (SIGTERM)\u000a20:22:07.222770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27433): Terminating (SIGTERM)\u000a20:22:07.263503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27436): Terminating (SIGTERM)\u000a20:22:07.303971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27439): Terminating (SIGTERM)\u000a20:22:07.313255 --- ParallelTerminationStrategy: PID 27427 died...\u000a20:22:07.367872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27427): Terminated: ok {rc=0}\u000a20:22:07.377378 --- ParallelTerminationStrategy: PID 27428 died...\u000a20:22:07.431465 run iperf3-srv_10.42.42.10(pid=27428): Terminated {rc=256}\u000a20:22:07.441107 --- ParallelTerminationStrategy: PID 27429 died...\u000a20:22:07.495846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27429): Terminated: ok {rc=0}\u000a20:22:07.505602 --- ParallelTerminationStrategy: PID 27430 died...\u000a20:22:07.559621 run iperf3-srv_10.42.42.10(pid=27430): Terminated {rc=256}\u000a20:22:07.569284 --- ParallelTerminationStrategy: PID 27433 died...\u000a20:22:07.623726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27433): Terminated: ok {rc=0}\u000a20:22:07.633445 --- ParallelTerminationStrategy: PID 27436 died...\u000a20:22:07.687609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27436): Terminated: ok {rc=0}\u000a20:22:07.697350 --- ParallelTerminationStrategy: PID 27439 died...\u000a20:22:07.751481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27439): Terminated: ok {rc=0}\u000a20:22:07.840805 bus /gobi_0: Setting Powered False\u000a20:22:08.944480 bus /gobi_0: Setting Powered False\u000a20:22:10.056835 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27449): Process ended prematurely: osmo-stp_10.42.42.5(pid=27449) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27449): Process ended prematurely: osmo-stp_10.42.42.5(pid=27449) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:22:11.167457 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.179864 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:22:11.326256 tst iperf3.py: using LAC 36042\u000a20:22:11.444565 tst iperf3.py: using RAC 87\u000a20:22:11.562434 tst iperf3.py: using CellId 36042\u000a20:22:11.680772 tst iperf3.py: using BVCI 36043\u000a20:22:11.704239 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.715157 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.725842 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.736840 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.748032 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.759310 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.770747 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.781910 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:11.793219 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:22:12.091294 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:22:12.229042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:12.567747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Launched\u000a20:22:12.851376 run iperf3-srv_10.42.42.10(pid=27442): Launched\u000a20:22:13.053016 tst iperf3.py:8: start network...\u000a20:22:13.191050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:13.714672 run create_hlr_db(pid=27443): Launched\u000a20:22:13.902607 bus /gobi_6: Setting Powered False\u000a20:22:14.924098 run create_hlr_db(pid=27443): Terminated: ok {rc=0}\u000a20:22:15.334886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Launched\u000a20:22:15.641719 run osmo-hlr_10.42.42.2(pid=27446): Launched\u000a20:22:15.760138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:16.359465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Launched\u000a20:22:16.768730 run osmo-stp_10.42.42.5(pid=27449): Launched\u000a20:22:17.031620 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:17.609484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27451): Launched\u000a20:22:17.725871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:18.010658 run patchelf(pid=27452): Launched\u000a20:22:18.201609 run osmo-stp_10.42.42.5(pid=27449): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)]\u000a20:22:18.340735 run osmo-stp_10.42.42.5(pid=27449): stdout: \u000a| (launched: 2022-12-13_20:22:16.516604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:18.480672 run osmo-stp_10.42.42.5(pid=27449): stderr: \u000a| �[0;m�[38;5;43m20221213202216724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202216724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202216724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202216725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202216725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202216725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202216726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:18.615672 run osmo-stp_10.42.42.5(pid=27449): stdout: \u000a| (launched: 2022-12-13_20:22:16.516604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:18.749806 run osmo-stp_10.42.42.5(pid=27449): stderr: \u000a| �[0;m�[38;5;43m20221213202216724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202216724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202216724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202216725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202216725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202216725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202216726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:18.905917 run patchelf(pid=27452): Terminating (SIGINT)\u000a20:22:19.089623 run patchelf(pid=27452): Terminated: ok {rc=0}\u000a20:22:19.123744 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27449): Process ended prematurely: osmo-stp_10.42.42.5(pid=27449) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:22:19.133716 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a20:22:19.197100 run osmo-hlr_10.42.42.2(pid=27446): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27446)]\u000a20:22:19.248904 run osmo-hlr_10.42.42.2(pid=27446): stdout: \u000a| (launched: 2022-12-13_20:22:15.490256) \u000a20:22:19.301474 run osmo-hlr_10.42.42.2(pid=27446): stderr: \u000a| �[0;m�[1;31m20221213202215663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202215663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202215663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202215663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202215664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202215664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202215676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202215684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202215685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202215685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:19.346536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Terminating (SIGTERM)\u000a20:22:19.388704 run iperf3-srv_10.42.42.10(pid=27442): Terminating (SIGTERM)\u000a20:22:19.431131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Terminating (SIGTERM)\u000a20:22:19.473948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Terminating (SIGTERM)\u000a20:22:19.516302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27451): Terminating (SIGTERM)\u000a20:22:19.525996 --- ParallelTerminationStrategy: PID 27441 died...\u000a20:22:19.582265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27441): Terminated: ok {rc=0}\u000a20:22:19.592396 --- ParallelTerminationStrategy: PID 27442 died...\u000a20:22:19.648185 run iperf3-srv_10.42.42.10(pid=27442): Terminated {rc=256}\u000a20:22:19.658279 --- ParallelTerminationStrategy: PID 27445 died...\u000a20:22:19.714310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Terminated: ok {rc=0}\u000a20:22:19.724417 --- ParallelTerminationStrategy: PID 27448 died...\u000a20:22:19.780200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Terminated: ok {rc=0}\u000a20:22:19.790357 --- ParallelTerminationStrategy: PID 27451 died...\u000a20:22:19.846316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27451): Terminated: ok {rc=0}\u000a20:22:19.934842 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27467): Process ended prematurely: osmo-stp_10.42.42.5(pid=27467) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27467): Process ended prematurely: osmo-stp_10.42.42.5(pid=27467) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:22:21.050888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.062853 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:22:21.216800 tst iperf3m4.py: using LAC 36043\u000a20:22:21.344087 tst iperf3m4.py: using RAC 88\u000a20:22:21.472329 tst iperf3m4.py: using CellId 36043\u000a20:22:21.599021 tst iperf3m4.py: using BVCI 36044\u000a20:22:21.623953 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.635395 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.646562 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.657690 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.669176 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.680483 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.692046 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.703333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:21.714876 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:22:21.837258 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:22:21.958231 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:22:22.077941 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:22:22.360355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:22:22.488287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:22.804583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Launched\u000a20:22:23.068199 run iperf3-srv_10.42.42.10(pid=27454): Launched\u000a20:22:23.254060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:22:23.380728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:23.697316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Launched\u000a20:22:23.961380 run iperf3-srv_10.42.42.10(pid=27456): Launched\u000a20:22:24.148191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:22:24.276250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:24.593198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Launched\u000a20:22:24.857053 run iperf3-srv_10.42.42.10(pid=27458): Launched\u000a20:22:25.043366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:22:25.170980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:25.487951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27459): Launched\u000a20:22:25.753840 run iperf3-srv_10.42.42.10(pid=27460): Launched\u000a20:22:25.940708 tst iperf3m4.py:8: start network...\u000a20:22:26.068864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:26.552606 run create_hlr_db(pid=27461): Launched\u000a20:22:26.728282 bus /gobi_6: Setting Powered False\u000a20:22:27.751148 run create_hlr_db(pid=27461): Terminated: ok {rc=0}\u000a20:22:28.159229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Launched\u000a20:22:28.467000 run osmo-hlr_10.42.42.2(pid=27464): Launched\u000a20:22:28.586653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:29.128301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Launched\u000a20:22:29.436838 run osmo-stp_10.42.42.5(pid=27467): Launched\u000a20:22:29.548876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:30.083895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27469): Launched\u000a20:22:30.194199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:30.461607 run patchelf(pid=27470): Launched\u000a20:22:30.640475 run osmo-stp_10.42.42.5(pid=27467): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)]\u000a20:22:30.771930 run osmo-stp_10.42.42.5(pid=27467): stdout: \u000a| (launched: 2022-12-13_20:22:29.284165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:30.933542 run osmo-stp_10.42.42.5(pid=27467): stderr: \u000a| �[0;m�[38;5;43m20221213202229451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202229451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202229451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202229452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202229452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202229452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202229452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:31.075772 run osmo-stp_10.42.42.5(pid=27467): stdout: \u000a| (launched: 2022-12-13_20:22:29.284165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:31.217400 run osmo-stp_10.42.42.5(pid=27467): stderr: \u000a| �[0;m�[38;5;43m20221213202229451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202229451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202229451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202229452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202229452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202229452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202229452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:31.381624 run patchelf(pid=27470): Terminating (SIGINT)\u000a20:22:31.572757 run patchelf(pid=27470): Terminated: ok {rc=0}\u000a20:22:31.608361 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27467): Process ended prematurely: osmo-stp_10.42.42.5(pid=27467) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:22:31.619465 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a20:22:31.687763 run osmo-hlr_10.42.42.2(pid=27464): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27464)]\u000a20:22:31.743268 run osmo-hlr_10.42.42.2(pid=27464): stdout: \u000a| (launched: 2022-12-13_20:22:28.315301) \u000a20:22:31.799229 run osmo-hlr_10.42.42.2(pid=27464): stderr: \u000a| �[0;m�[1;31m20221213202228489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202228489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202228489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202228489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202228489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202228489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202228502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202228513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202228513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202228513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:31.847175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Terminating (SIGTERM)\u000a20:22:31.893875 run iperf3-srv_10.42.42.10(pid=27454): Terminating (SIGTERM)\u000a20:22:31.941296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Terminating (SIGTERM)\u000a20:22:31.987565 run iperf3-srv_10.42.42.10(pid=27456): Terminating (SIGTERM)\u000a20:22:32.034029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Terminating (SIGTERM)\u000a20:22:32.080677 run iperf3-srv_10.42.42.10(pid=27458): Terminating (SIGTERM)\u000a20:22:32.128595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27459): Terminating (SIGTERM)\u000a20:22:32.173740 run iperf3-srv_10.42.42.10(pid=27460): Terminating (SIGTERM)\u000a20:22:32.216628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Terminating (SIGTERM)\u000a20:22:32.259367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Terminating (SIGTERM)\u000a20:22:32.302699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27469): Terminating (SIGTERM)\u000a20:22:32.312203 --- ParallelTerminationStrategy: PID 27453 died...\u000a20:22:32.370146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27453): Terminated: ok {rc=0}\u000a20:22:32.380336 --- ParallelTerminationStrategy: PID 27454 died...\u000a20:22:32.437496 run iperf3-srv_10.42.42.10(pid=27454): Terminated {rc=256}\u000a20:22:32.447567 --- ParallelTerminationStrategy: PID 27455 died...\u000a20:22:32.504644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27455): Terminated: ok {rc=0}\u000a20:22:32.514724 --- ParallelTerminationStrategy: PID 27456 died...\u000a20:22:32.572357 run iperf3-srv_10.42.42.10(pid=27456): Terminated {rc=256}\u000a20:22:32.582463 --- ParallelTerminationStrategy: PID 27457 died...\u000a20:22:32.639647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27457): Terminated: ok {rc=0}\u000a20:22:32.649795 --- ParallelTerminationStrategy: PID 27458 died...\u000a20:22:32.706751 run iperf3-srv_10.42.42.10(pid=27458): Terminated {rc=256}\u000a20:22:32.716867 --- ParallelTerminationStrategy: PID 27459 died...\u000a20:22:32.774096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27459): Terminated: ok {rc=0}\u000a20:22:32.784360 --- ParallelTerminationStrategy: PID 27460 died...\u000a20:22:32.842238 run iperf3-srv_10.42.42.10(pid=27460): Terminated {rc=256}\u000a20:22:32.852514 --- ParallelTerminationStrategy: PID 27463 died...\u000a20:22:32.910252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Terminated: ok {rc=0}\u000a20:22:32.920794 --- ParallelTerminationStrategy: PID 27466 died...\u000a20:22:32.978613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Terminated: ok {rc=0}\u000a20:22:32.988779 --- ParallelTerminationStrategy: PID 27469 died...\u000a20:22:33.046313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27469): Terminated: ok {rc=0}\u000a20:22:33.134681 bus /gobi_4: Setting Powered False\u000a20:22:34.242347 bus /gobi_4: Setting Powered False\u000a20:22:35.351944 bus /gobi_1: Setting Powered False\u000a20:22:36.459074 bus /gobi_1: Setting Powered False\u000a20:22:37.569224 bus /gobi_0: Setting Powered False\u000a20:22:38.677798 bus /gobi_0: Setting Powered False\u000a20:22:39.788632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27478): Process ended prematurely: osmo-stp_10.42.42.5(pid=27478) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27478): Process ended prematurely: osmo-stp_10.42.42.5(pid=27478) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:22:40.854922 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:40.866494 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:22:41.009560 tst ping.py: using LAC 36044\u000a20:22:41.128762 tst ping.py: using RAC 89\u000a20:22:41.248568 tst ping.py: using CellId 36044\u000a20:22:41.367150 tst ping.py: using BVCI 36045\u000a20:22:41.390082 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:41.400861 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:41.411559 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:41.422179 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:41.433266 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:41.444432 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:41.455613 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:41.466584 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:22:41.743284 tst ping.py:19: start network...\u000a20:22:41.867633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:42.339461 run create_hlr_db(pid=27472): Launched\u000a20:22:42.512391 bus /gobi_6: Setting Powered False\u000a20:22:43.534940 run create_hlr_db(pid=27472): Terminated: ok {rc=0}\u000a20:22:43.963372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Launched\u000a20:22:44.286616 run osmo-hlr_10.42.42.2(pid=27475): Launched\u000a20:22:44.407218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:44.967144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Launched\u000a20:22:45.289567 run osmo-stp_10.42.42.5(pid=27478): Launched\u000a20:22:45.406266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:45.988669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27480): Launched\u000a20:22:46.113238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:46.411243 run patchelf(pid=27481): Launched\u000a20:22:46.603245 run osmo-stp_10.42.42.5(pid=27478): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)]\u000a20:22:46.743550 run osmo-stp_10.42.42.5(pid=27478): stdout: \u000a| (launched: 2022-12-13_20:22:45.129907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:46.901963 run osmo-stp_10.42.42.5(pid=27478): stderr: \u000a| �[0;m�[38;5;43m20221213202245318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202245319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202245319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202245319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202245320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202245320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202245320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:47.070678 run osmo-stp_10.42.42.5(pid=27478): stdout: \u000a| (launched: 2022-12-13_20:22:45.129907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:47.224938 run osmo-stp_10.42.42.5(pid=27478): stderr: \u000a| �[0;m�[38;5;43m20221213202245318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202245319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202245319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202245319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202245320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202245320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202245320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:47.380144 run patchelf(pid=27481): Terminating (SIGINT)\u000a20:22:47.561790 run patchelf(pid=27481): Terminated: ok {rc=0}\u000a20:22:47.594774 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27478): Process ended prematurely: osmo-stp_10.42.42.5(pid=27478) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:22:47.604227 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:22:47.668431 run osmo-hlr_10.42.42.2(pid=27475): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27475)]\u000a20:22:47.721082 run osmo-hlr_10.42.42.2(pid=27475): stdout: \u000a| (launched: 2022-12-13_20:22:44.126434) \u000a20:22:47.774065 run osmo-hlr_10.42.42.2(pid=27475): stderr: \u000a| �[0;m�[1;31m20221213202244323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202244323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202244323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202244323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202244323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202244323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202244336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202244346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202244346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202244346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:47.819499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Terminating (SIGTERM)\u000a20:22:47.862350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Terminating (SIGTERM)\u000a20:22:47.905115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27480): Terminating (SIGTERM)\u000a20:22:47.914975 --- ParallelTerminationStrategy: PID 27474 died...\u000a20:22:47.972278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Terminated: ok {rc=0}\u000a20:22:47.982512 --- ParallelTerminationStrategy: PID 27477 died...\u000a20:22:48.039686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Terminated: ok {rc=0}\u000a20:22:48.049959 --- ParallelTerminationStrategy: PID 27480 died...\u000a20:22:48.106777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27480): Terminated: ok {rc=0}\u000a20:22:48.194280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27488): Process ended prematurely: osmo-stp_10.42.42.5(pid=27488) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27488): Process ended prematurely: osmo-stp_10.42.42.5(pid=27488) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:22:49.247506 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:49.259463 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:22:49.412487 tst ping_idle_ping.py: using LAC 36045\u000a20:22:49.540748 tst ping_idle_ping.py: using RAC 90\u000a20:22:49.669011 tst ping_idle_ping.py: using CellId 36045\u000a20:22:49.795184 tst ping_idle_ping.py: using BVCI 36046\u000a20:22:49.820178 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:49.831663 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:49.842859 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:49.854139 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:49.865295 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:49.876479 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:49.887886 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:22:49.899229 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:22:50.177738 tst ping_idle_ping.py:24: start network...\u000a20:22:50.303364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:50.781304 run create_hlr_db(pid=27482): Launched\u000a20:22:50.956238 bus /gobi_6: Setting Powered False\u000a20:22:51.977831 run create_hlr_db(pid=27482): Terminated: ok {rc=0}\u000a20:22:52.408177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Launched\u000a20:22:52.733242 run osmo-hlr_10.42.42.2(pid=27485): Launched\u000a20:22:52.851315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:53.413471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Launched\u000a20:22:53.738638 run osmo-stp_10.42.42.5(pid=27488): Launched\u000a20:22:53.855347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:54.417193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27490): Launched\u000a20:22:54.531883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:54.812495 run patchelf(pid=27491): Launched\u000a20:22:55.001191 run osmo-stp_10.42.42.5(pid=27488): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)]\u000a20:22:55.138559 run osmo-stp_10.42.42.5(pid=27488): stdout: \u000a| (launched: 2022-12-13_20:22:53.577167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:55.276924 run osmo-stp_10.42.42.5(pid=27488): stderr: \u000a| �[0;m�[38;5;43m20221213202253767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202253767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202253767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202253768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202253768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202253768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202253768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:55.410999 run osmo-stp_10.42.42.5(pid=27488): stdout: \u000a| (launched: 2022-12-13_20:22:53.577167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:55.543349 run osmo-stp_10.42.42.5(pid=27488): stderr: \u000a| �[0;m�[38;5;43m20221213202253767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202253767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202253767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202253768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202253768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202253768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202253768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:55.697934 run patchelf(pid=27491): Terminating (SIGINT)\u000a20:22:55.879256 run patchelf(pid=27491): Terminated: ok {rc=0}\u000a20:22:55.912003 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27488): Process ended prematurely: osmo-stp_10.42.42.5(pid=27488) [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:22:55.921358 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:22:55.984007 run osmo-hlr_10.42.42.2(pid=27485): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27485)]\u000a20:22:56.035423 run osmo-hlr_10.42.42.2(pid=27485): stdout: \u000a| (launched: 2022-12-13_20:22:52.572204) \u000a20:22:56.087543 run osmo-hlr_10.42.42.2(pid=27485): stderr: \u000a| �[0;m�[1;31m20221213202252770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202252770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202252770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202252770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202252770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202252770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202252784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202252794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202252794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202252794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:56.131965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Terminating (SIGTERM)\u000a20:22:56.174531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Terminating (SIGTERM)\u000a20:22:56.216435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27490): Terminating (SIGTERM)\u000a20:22:56.226137 --- ParallelTerminationStrategy: PID 27484 died...\u000a20:22:56.282393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Terminated: ok {rc=0}\u000a20:22:56.292552 --- ParallelTerminationStrategy: PID 27487 died...\u000a20:22:56.351214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Terminated: ok {rc=0}\u000a20:22:56.361060 --- ParallelTerminationStrategy: PID 27490 died...\u000a20:22:56.417225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27490): Terminated: ok {rc=0}\u000a20:22:56.507152 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:21:57" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27507): Process ended prematurely: osmo-stp_10.42.42.5(pid=27507) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27507): Process ended prematurely: osmo-stp_10.42.42.5(pid=27507) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:22:58.618980 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:58.629848 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:22:58.781813 tst cs_paging_gprs_active.py: using LAC 36046\u000a20:22:58.911267 tst cs_paging_gprs_active.py: using RAC 91\u000a20:22:59.038681 tst cs_paging_gprs_active.py: using CellId 36046\u000a20:22:59.168380 tst cs_paging_gprs_active.py: using BVCI 36047\u000a20:22:59.193650 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:59.205141 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:59.216059 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:59.227204 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:59.238235 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:59.249348 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:59.260582 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:59.271627 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:59.282856 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:22:59.401537 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:22:59.698960 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:22:59.835100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:23:00.172599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Launched\u000a20:23:00.454697 run iperf3-srv_10.42.42.10(pid=27498): Launched\u000a20:23:00.655035 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:23:00.791402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:23:01.147031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Launched\u000a20:23:01.461893 run iperf3-srv_10.42.42.10(pid=27500): Launched\u000a20:23:01.659749 tst cs_paging_gprs_active.py:38: start network...\u000a20:23:01.795069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:02.330619 run create_hlr_db(pid=27501): Launched\u000a20:23:02.509985 bus /gobi_6: Setting Powered False\u000a20:23:03.529539 run create_hlr_db(pid=27501): Terminated: ok {rc=0}\u000a20:23:03.964700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Launched\u000a20:23:04.292174 run osmo-hlr_10.42.42.2(pid=27504): Launched\u000a20:23:04.415502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:04.984872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Launched\u000a20:23:05.313182 run osmo-stp_10.42.42.5(pid=27507): Launched\u000a20:23:05.430990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:23:06.003876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Launched\u000a20:23:06.120706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:23:06.407196 run patchelf(pid=27510): Launched\u000a20:23:06.598459 run osmo-stp_10.42.42.5(pid=27507): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)]\u000a20:23:06.737764 run osmo-stp_10.42.42.5(pid=27507): stdout: \u000a| (launched: 2022-12-13_20:23:05.152263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:06.877582 run osmo-stp_10.42.42.5(pid=27507): stderr: \u000a| �[0;m�[38;5;43m20221213202305343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202305343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202305343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202305344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202305344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202305344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202305344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:07.013650 run osmo-stp_10.42.42.5(pid=27507): stdout: \u000a| (launched: 2022-12-13_20:23:05.152263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:07.148373 run osmo-stp_10.42.42.5(pid=27507): stderr: \u000a| �[0;m�[38;5;43m20221213202305343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202305343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202305343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202305344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202305344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202305344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202305344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:07.305479 run patchelf(pid=27510): Terminating (SIGINT)\u000a20:23:07.489308 run patchelf(pid=27510): Terminated: ok {rc=0}\u000a20:23:07.523179 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27507): Process ended prematurely: osmo-stp_10.42.42.5(pid=27507) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27507)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:23:07.532919 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:23:07.596105 run osmo-hlr_10.42.42.2(pid=27504): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27504)]\u000a20:23:07.647542 run osmo-hlr_10.42.42.2(pid=27504): stdout: \u000a| (launched: 2022-12-13_20:23:04.131527) \u000a20:23:07.699580 run osmo-hlr_10.42.42.2(pid=27504): stderr: \u000a| �[0;m�[1;31m20221213202304329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202304329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202304329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202304329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202304329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202304329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202304342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202304350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202304350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202304351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:07.743981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Terminating (SIGTERM)\u000a20:23:07.785902 run iperf3-srv_10.42.42.10(pid=27498): Terminating (SIGTERM)\u000a20:23:07.828341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Terminating (SIGTERM)\u000a20:23:07.870680 run iperf3-srv_10.42.42.10(pid=27500): Terminating (SIGTERM)\u000a20:23:07.912645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Terminating (SIGTERM)\u000a20:23:07.955098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Terminating (SIGTERM)\u000a20:23:07.997647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Terminating (SIGTERM)\u000a20:23:08.007267 --- ParallelTerminationStrategy: PID 27497 died...\u000a20:23:08.063241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27497): Terminated: ok {rc=0}\u000a20:23:08.073295 --- ParallelTerminationStrategy: PID 27498 died...\u000a20:23:08.129062 run iperf3-srv_10.42.42.10(pid=27498): Terminated {rc=256}\u000a20:23:08.138982 --- ParallelTerminationStrategy: PID 27499 died...\u000a20:23:08.194699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Terminated: ok {rc=0}\u000a20:23:08.204697 --- ParallelTerminationStrategy: PID 27500 died...\u000a20:23:08.260183 run iperf3-srv_10.42.42.10(pid=27500): Terminated {rc=256}\u000a20:23:08.270512 --- ParallelTerminationStrategy: PID 27503 died...\u000a20:23:08.326211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27503): Terminated: ok {rc=0}\u000a20:23:08.336226 --- ParallelTerminationStrategy: PID 27506 died...\u000a20:23:08.392292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27506): Terminated: ok {rc=0}\u000a20:23:08.402333 --- ParallelTerminationStrategy: PID 27509 died...\u000a20:23:08.457941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27509): Terminated: ok {rc=0}\u000a20:23:08.545582 bus /gobi_0: Setting Powered False\u000a20:23:09.651794 bus /gobi_0: Setting Powered False\u000a20:23:10.763589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27519): Process ended prematurely: osmo-stp_10.42.42.5(pid=27519) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27519): Process ended prematurely: osmo-stp_10.42.42.5(pid=27519) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:23:11.875240 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:11.886703 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:23:12.034892 tst iperf3.py: using LAC 36047\u000a20:23:12.156673 tst iperf3.py: using RAC 92\u000a20:23:12.276379 tst iperf3.py: using CellId 36047\u000a20:23:12.401889 tst iperf3.py: using BVCI 36048\u000a20:23:12.425712 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:12.436589 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:12.447176 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:12.457780 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:12.468553 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:12.479896 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:12.490982 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:12.501877 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:12.512779 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:23:12.810350 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:23:12.946928 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:23:13.284415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27511): Launched\u000a20:23:13.567272 run iperf3-srv_10.42.42.10(pid=27512): Launched\u000a20:23:13.767231 tst iperf3.py:8: start network...\u000a20:23:13.903706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:14.427931 run create_hlr_db(pid=27513): Launched\u000a20:23:14.616901 bus /gobi_6: Setting Powered False\u000a20:23:15.639199 run create_hlr_db(pid=27513): Terminated: ok {rc=0}\u000a20:23:16.081363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Launched\u000a20:23:16.520929 run osmo-hlr_10.42.42.2(pid=27516): Launched\u000a20:23:16.663149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:17.304557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Launched\u000a20:23:17.616150 run osmo-stp_10.42.42.5(pid=27519): Launched\u000a20:23:17.727811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:23:18.262674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Launched\u000a20:23:18.371814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:23:18.639997 run patchelf(pid=27522): Launched\u000a20:23:18.819362 run osmo-stp_10.42.42.5(pid=27519): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)]\u000a20:23:18.950392 run osmo-stp_10.42.42.5(pid=27519): stdout: \u000a| (launched: 2022-12-13_20:23:17.461354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:19.082090 run osmo-stp_10.42.42.5(pid=27519): stderr: \u000a| �[0;m�[38;5;43m20221213202317629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202317629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202317629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202317630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202317630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202317630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202317630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:19.209253 run osmo-stp_10.42.42.5(pid=27519): stdout: \u000a| (launched: 2022-12-13_20:23:17.461354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:19.335084 run osmo-stp_10.42.42.5(pid=27519): stderr: \u000a| �[0;m�[38;5;43m20221213202317629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202317629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202317629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202317630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202317630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202317630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202317630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:19.482068 run patchelf(pid=27522): Terminating (SIGINT)\u000a20:23:19.654704 run patchelf(pid=27522): Terminated: ok {rc=0}\u000a20:23:19.686443 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27519): Process ended prematurely: osmo-stp_10.42.42.5(pid=27519) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27519)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:23:19.695611 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:23:19.756118 run osmo-hlr_10.42.42.2(pid=27516): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27516)]\u000a20:23:19.805481 run osmo-hlr_10.42.42.2(pid=27516): stdout: \u000a| (launched: 2022-12-13_20:23:16.241357) \u000a20:23:19.855691 run osmo-hlr_10.42.42.2(pid=27516): stderr: \u000a| �[0;m�[1;31m20221213202316479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202316479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202316479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202316479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202316479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202316480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202316491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202316507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202316508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202316508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:19.898234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27511): Terminating (SIGTERM)\u000a20:23:19.938360 run iperf3-srv_10.42.42.10(pid=27512): Terminating (SIGTERM)\u000a20:23:19.978479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Terminating (SIGTERM)\u000a20:23:20.018706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Terminating (SIGTERM)\u000a20:23:20.058907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Terminating (SIGTERM)\u000a20:23:20.068048 --- ParallelTerminationStrategy: PID 27511 died...\u000a20:23:20.122191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27511): Terminated: ok {rc=0}\u000a20:23:20.131758 --- ParallelTerminationStrategy: PID 27512 died...\u000a20:23:20.185394 run iperf3-srv_10.42.42.10(pid=27512): Terminated {rc=256}\u000a20:23:20.194766 --- ParallelTerminationStrategy: PID 27515 died...\u000a20:23:20.248138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27515): Terminated: ok {rc=0}\u000a20:23:20.257994 --- ParallelTerminationStrategy: PID 27518 died...\u000a20:23:20.310925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27518): Terminated: ok {rc=0}\u000a20:23:20.320295 --- ParallelTerminationStrategy: PID 27521 died...\u000a20:23:20.374188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27521): Terminated: ok {rc=0}\u000a20:23:20.463538 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27537): Process ended prematurely: osmo-stp_10.42.42.5(pid=27537) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27537)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27537): Process ended prematurely: osmo-stp_10.42.42.5(pid=27537) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:23:21.574993 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:21.586576 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:23:21.731031 tst iperf3m4.py: using LAC 36048\u000a20:23:21.853172 tst iperf3m4.py: using RAC 93\u000a20:23:21.976166 tst iperf3m4.py: using CellId 36048\u000a20:23:22.096383 tst iperf3m4.py: using BVCI 36049\u000a20:23:22.119788 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:22.130790 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:22.141512 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:22.152180 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:22.163155 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:22.174190 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:22.185806 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:22.196732 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:22.208020 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:23:22.326256 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:23:22.448790 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:23:22.570803 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:23:22.854926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:23:22.983210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:23:23.300674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27523): Launched\u000a20:23:23.565838 run iperf3-srv_10.42.42.10(pid=27524): Launched\u000a20:23:23.753832 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:23:23.882074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:23:24.200843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27525): Launched\u000a20:23:24.465795 run iperf3-srv_10.42.42.10(pid=27526): Launched\u000a20:23:24.653202 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:23:24.781611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:23:25.101154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Launched\u000a20:23:25.366090 run iperf3-srv_10.42.42.10(pid=27528): Launched\u000a20:23:25.552627 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:23:25.680680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:23:26.000611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Launched\u000a20:23:26.265533 run iperf3-srv_10.42.42.10(pid=27530): Launched\u000a20:23:26.453181 tst iperf3m4.py:8: start network...\u000a20:23:26.582539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:27.065870 run create_hlr_db(pid=27531): Launched\u000a20:23:27.241850 bus /gobi_6: Setting Powered False\u000a20:23:28.263289 run create_hlr_db(pid=27531): Terminated: ok {rc=0}\u000a20:23:28.672819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27533): Launched\u000a20:23:28.980340 run osmo-hlr_10.42.42.2(pid=27534): Launched\u000a20:23:29.092501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:29.627290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27536): Launched\u000a20:23:29.934234 run osmo-stp_10.42.42.5(pid=27537): Launched\u000a20:23:30.045908 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:23:30.580231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27539): Launched\u000a20:23:30.689514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:23:30.974171 run patchelf(pid=27540): Launched\u000a20:23:31.157880 run osmo-stp_10.42.42.5(pid=27537): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27537)]\u000a20:23:31.293255 run osmo-stp_10.42.42.5(pid=27537): stdout: \u000a| (launched: 2022-12-13_20:23:29.782976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:31.429188 run osmo-stp_10.42.42.5(pid=27537): stderr: \u000a| �[0;m�[38;5;43m20221213202329954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202329954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202329955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202329955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202329955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202329956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202329956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:31.560345 run osmo-stp_10.42.42.5(pid=27537): stdout: \u000a| (launched: 2022-12-13_20:23:29.782976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:31.690499 run osmo-stp_10.42.42.5(pid=27537): stderr: \u000a| �[0;m�[38;5;43m20221213202329954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202329954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202329955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202329955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202329955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202329956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202329956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:31.841753 run patchelf(pid=27540): Terminating (SIGINT)\u000a20:23:32.018908 run patchelf(pid=27540): Terminated: ok {rc=0}\u000a20:23:32.052160 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27537): Process ended prematurely: osmo-stp_10.42.42.5(pid=27537) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27537)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:23:32.062602 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a20:23:32.127021 run osmo-hlr_10.42.42.2(pid=27534): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27534)]\u000a20:23:32.178919 run osmo-hlr_10.42.42.2(pid=27534): stdout: \u000a| (launched: 2022-12-13_20:23:28.828730) \u000a20:23:32.230895 run osmo-hlr_10.42.42.2(pid=27534): stderr: \u000a| �[0;m�[1;31m20221213202329002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202329002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202329002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202329002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202329002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202329002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202329016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202329025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202329025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202329025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:32.274216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27523): Terminating (SIGTERM)\u000a20:23:32.314628 run iperf3-srv_10.42.42.10(pid=27524): Terminating (SIGTERM)\u000a20:23:32.355142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27525): Terminating (SIGTERM)\u000a20:23:32.395644 run iperf3-srv_10.42.42.10(pid=27526): Terminating (SIGTERM)\u000a20:23:32.436174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Terminating (SIGTERM)\u000a20:23:32.476557 run iperf3-srv_10.42.42.10(pid=27528): Terminating (SIGTERM)\u000a20:23:32.516729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Terminating (SIGTERM)\u000a20:23:32.557144 run iperf3-srv_10.42.42.10(pid=27530): Terminating (SIGTERM)\u000a20:23:32.597584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27533): Terminating (SIGTERM)\u000a20:23:32.637756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27536): Terminating (SIGTERM)\u000a20:23:32.677939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27539): Terminating (SIGTERM)\u000a20:23:32.687151 --- ParallelTerminationStrategy: PID 27523 died...\u000a20:23:32.741600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27523): Terminated: ok {rc=0}\u000a20:23:32.751123 --- ParallelTerminationStrategy: PID 27524 died...\u000a20:23:32.804873 run iperf3-srv_10.42.42.10(pid=27524): Terminated {rc=256}\u000a20:23:32.814422 --- ParallelTerminationStrategy: PID 27525 died...\u000a20:23:32.868475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27525): Terminated: ok {rc=0}\u000a20:23:32.878019 --- ParallelTerminationStrategy: PID 27526 died...\u000a20:23:32.931673 run iperf3-srv_10.42.42.10(pid=27526): Terminated {rc=256}\u000a20:23:32.941238 --- ParallelTerminationStrategy: PID 27527 died...\u000a20:23:32.994896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Terminated: ok {rc=0}\u000a20:23:33.004378 --- ParallelTerminationStrategy: PID 27528 died...\u000a20:23:33.058032 run iperf3-srv_10.42.42.10(pid=27528): Terminated {rc=256}\u000a20:23:33.067524 --- ParallelTerminationStrategy: PID 27529 died...\u000a20:23:33.121334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Terminated: ok {rc=0}\u000a20:23:33.130870 --- ParallelTerminationStrategy: PID 27530 died...\u000a20:23:33.184587 run iperf3-srv_10.42.42.10(pid=27530): Terminated {rc=256}\u000a20:23:33.194118 --- ParallelTerminationStrategy: PID 27533 died...\u000a20:23:33.248182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27533): Terminated: ok {rc=0}\u000a20:23:33.257789 --- ParallelTerminationStrategy: PID 27536 died...\u000a20:23:33.311829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27536): Terminated: ok {rc=0}\u000a20:23:33.321831 --- ParallelTerminationStrategy: PID 27539 died...\u000a20:23:33.376091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27539): Terminated: ok {rc=0}\u000a20:23:33.465457 bus /gobi_4: Setting Powered False\u000a20:23:34.567152 bus /gobi_4: Setting Powered False\u000a20:23:35.674637 bus /gobi_1: Setting Powered False\u000a20:23:36.776319 bus /gobi_1: Setting Powered False\u000a20:23:37.884637 bus /gobi_0: Setting Powered False\u000a20:23:38.991031 bus /gobi_0: Setting Powered False\u000a20:23:40.105097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27547): Process ended prematurely: osmo-stp_10.42.42.5(pid=27547) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27547)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27547): Process ended prematurely: osmo-stp_10.42.42.5(pid=27547) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:23:41.173752 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:41.185994 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:23:41.341522 tst ping.py: using LAC 36049\u000a20:23:41.465151 tst ping.py: using RAC 94\u000a20:23:41.591212 tst ping.py: using CellId 36049\u000a20:23:41.714992 tst ping.py: using BVCI 36050\u000a20:23:41.739639 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:41.751100 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:41.762276 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:41.773513 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:41.784606 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:41.796027 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:41.807397 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:41.818600 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:23:42.095998 tst ping.py:19: start network...\u000a20:23:42.220405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:42.693604 run create_hlr_db(pid=27541): Launched\u000a20:23:42.866876 bus /gobi_6: Setting Powered False\u000a20:23:43.887220 run create_hlr_db(pid=27541): Terminated: ok {rc=0}\u000a20:23:44.316132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27543): Launched\u000a20:23:44.639525 run osmo-hlr_10.42.42.2(pid=27544): Launched\u000a20:23:44.758584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:45.319414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27546): Launched\u000a20:23:45.641694 run osmo-stp_10.42.42.5(pid=27547): Launched\u000a20:23:45.756488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:23:46.316741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Launched\u000a20:23:46.428672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:23:46.719583 run patchelf(pid=27550): Launched\u000a20:23:46.905256 run osmo-stp_10.42.42.5(pid=27547): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27547)]\u000a20:23:47.039060 run osmo-stp_10.42.42.5(pid=27547): stdout: \u000a| (launched: 2022-12-13_20:23:45.482803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:47.174038 run osmo-stp_10.42.42.5(pid=27547): stderr: \u000a| �[0;m�[38;5;43m20221213202345673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202345673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202345674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202345674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202345675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202345675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202345675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:47.302672 run osmo-stp_10.42.42.5(pid=27547): stdout: \u000a| (launched: 2022-12-13_20:23:45.482803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:47.427908 run osmo-stp_10.42.42.5(pid=27547): stderr: \u000a| �[0;m�[38;5;43m20221213202345673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202345673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202345674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202345674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202345675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202345675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202345675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:47.573070 run patchelf(pid=27550): Terminating (SIGINT)\u000a20:23:47.743887 run patchelf(pid=27550): Terminated: ok {rc=0}\u000a20:23:47.775014 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27547): Process ended prematurely: osmo-stp_10.42.42.5(pid=27547) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27547)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:23:47.783892 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:23:47.846489 run osmo-hlr_10.42.42.2(pid=27544): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27544)]\u000a20:23:47.897133 run osmo-hlr_10.42.42.2(pid=27544): stdout: \u000a| (launched: 2022-12-13_20:23:44.480077) \u000a20:23:47.948506 run osmo-hlr_10.42.42.2(pid=27544): stderr: \u000a| �[0;m�[1;31m20221213202344675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202344675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202344675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202344676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202344676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202344676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202344689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202344698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202344698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202344698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:47.992128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27543): Terminating (SIGTERM)\u000a20:23:48.033299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27546): Terminating (SIGTERM)\u000a20:23:48.074450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Terminating (SIGTERM)\u000a20:23:48.083794 --- ParallelTerminationStrategy: PID 27543 died...\u000a20:23:48.139716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27543): Terminated: ok {rc=0}\u000a20:23:48.149434 --- ParallelTerminationStrategy: PID 27546 died...\u000a20:23:48.204846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27546): Terminated: ok {rc=0}\u000a20:23:48.214564 --- ParallelTerminationStrategy: PID 27549 died...\u000a20:23:48.269865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27549): Terminated: ok {rc=0}\u000a20:23:48.360040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27557): Process ended prematurely: osmo-stp_10.42.42.5(pid=27557) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27557)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27557): Process ended prematurely: osmo-stp_10.42.42.5(pid=27557) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:23:49.413793 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:49.425861 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:23:49.576827 tst ping_idle_ping.py: using LAC 36050\u000a20:23:49.702638 tst ping_idle_ping.py: using RAC 95\u000a20:23:49.828270 tst ping_idle_ping.py: using CellId 36050\u000a20:23:49.957800 tst ping_idle_ping.py: using BVCI 36051\u000a20:23:49.982550 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:49.994006 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:50.005203 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:50.016394 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:50.027659 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:50.038838 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:50.050213 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:23:50.061396 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:23:50.354229 tst ping_idle_ping.py:24: start network...\u000a20:23:50.488439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:51.011055 run create_hlr_db(pid=27551): Launched\u000a20:23:51.197857 bus /gobi_6: Setting Powered False\u000a20:23:52.217941 run create_hlr_db(pid=27551): Terminated: ok {rc=0}\u000a20:23:52.621289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27553): Launched\u000a20:23:52.921768 run osmo-hlr_10.42.42.2(pid=27554): Launched\u000a20:23:53.038867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:53.567079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27556): Launched\u000a20:23:53.868178 run osmo-stp_10.42.42.5(pid=27557): Launched\u000a20:23:53.977888 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:23:54.503271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27559): Launched\u000a20:23:54.610389 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:23:54.873181 run patchelf(pid=27560): Launched\u000a20:23:55.049092 run osmo-stp_10.42.42.5(pid=27557): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27557)]\u000a20:23:55.178102 run osmo-stp_10.42.42.5(pid=27557): stdout: \u000a| (launched: 2022-12-13_20:23:53.719486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:55.307408 run osmo-stp_10.42.42.5(pid=27557): stderr: \u000a| �[0;m�[38;5;43m20221213202353887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202353887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202353887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202353888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202353888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202353888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202353888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:55.432531 run osmo-stp_10.42.42.5(pid=27557): stdout: \u000a| (launched: 2022-12-13_20:23:53.719486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:55.556549 run osmo-stp_10.42.42.5(pid=27557): stderr: \u000a| �[0;m�[38;5;43m20221213202353887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202353887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202353887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202353888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202353888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202353888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202353888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:55.701444 run patchelf(pid=27560): Terminating (SIGINT)\u000a20:23:55.871666 run patchelf(pid=27560): Terminated: ok {rc=0}\u000a20:23:55.902462 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27557): Process ended prematurely: osmo-stp_10.42.42.5(pid=27557) [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27557)] [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:23:55.911116 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:23:55.971662 run osmo-hlr_10.42.42.2(pid=27554): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27554)]\u000a20:23:56.021323 run osmo-hlr_10.42.42.2(pid=27554): stdout: \u000a| (launched: 2022-12-13_20:23:52.774103) \u000a20:23:56.071807 run osmo-hlr_10.42.42.2(pid=27554): stderr: \u000a| �[0;m�[1;31m20221213202352946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202352946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202352946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202352946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202352946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202352946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202352958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202352969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202352969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202352969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:56.114817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27553): Terminating (SIGTERM)\u000a20:23:56.155570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27556): Terminating (SIGTERM)\u000a20:23:56.196123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27559): Terminating (SIGTERM)\u000a20:23:56.205351 --- ParallelTerminationStrategy: PID 27553 died...\u000a20:23:56.259738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27553): Terminated: ok {rc=0}\u000a20:23:56.269374 --- ParallelTerminationStrategy: PID 27556 died...\u000a20:23:56.323347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27556): Terminated: ok {rc=0}\u000a20:23:56.332928 --- ParallelTerminationStrategy: PID 27559 died...\u000a20:23:56.387054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27559): Terminated: ok {rc=0}\u000a20:23:56.476487 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:22:58" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27729): Process ended prematurely: osmo-stp_10.42.42.5(pid=27729) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27729)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27729): Process ended prematurely: osmo-stp_10.42.42.5(pid=27729) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:23:58.464601 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:23:58.475919 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:23:58.623731 tst switch_tch_pdch.py: using LAC 36051\u000a20:23:58.743881 tst switch_tch_pdch.py: using RAC 96\u000a20:23:58.864694 tst switch_tch_pdch.py: using CellId 36051\u000a20:23:58.985556 tst switch_tch_pdch.py: using BVCI 36052\u000a20:23:59.008660 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:23:59.020002 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:23:59.031170 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:23:59.042403 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:23:59.053664 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:23:59.065093 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:23:59.076556 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:23:59.087926 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:23:59.209578 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:23:59.489652 tst switch_tch_pdch.py:51: start network...\u000a20:23:59.614519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:00.089067 run create_hlr_db(pid=27564): Launched\u000a20:24:00.262534 bus /gobi_6: Setting Powered False\u000a20:24:01.380085 run create_hlr_db(pid=27564): Terminated: ok {rc=0}\u000a20:24:01.893753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Launched\u000a20:24:02.397239 run osmo-hlr_10.42.42.2(pid=27626): Launched\u000a20:24:02.703459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:03.431801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Launched\u000a20:24:03.916640 run osmo-stp_10.42.42.5(pid=27729): Launched\u000a20:24:04.160743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:24:04.810026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27842): Launched\u000a20:24:04.920596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:24:05.205438 run patchelf(pid=27843): Launched\u000a20:24:05.387244 run osmo-stp_10.42.42.5(pid=27729): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27729)]\u000a20:24:05.520905 run osmo-stp_10.42.42.5(pid=27729): stdout: \u000a| (launched: 2022-12-13_20:24:03.618101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:05.654808 run osmo-stp_10.42.42.5(pid=27729): stderr: \u000a| �[0;m�[38;5;43m20221213202403999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202403999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202403999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202404000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202404000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202404000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202404000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:05.785616 run osmo-stp_10.42.42.5(pid=27729): stdout: \u000a| (launched: 2022-12-13_20:24:03.618101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:05.914927 run osmo-stp_10.42.42.5(pid=27729): stderr: \u000a| �[0;m�[38;5;43m20221213202403999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202403999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202403999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202404000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202404000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202404000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202404000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:06.063149 run patchelf(pid=27843): Terminating (SIGINT)\u000a20:24:06.238357 run patchelf(pid=27843): Terminated: ok {rc=0}\u000a20:24:06.271362 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27729): Process ended prematurely: osmo-stp_10.42.42.5(pid=27729) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27729)] [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:24:06.281020 tst switch_tch_pdch.py:54: Test FAILED (7.8 sec)\u000a20:24:06.344228 run osmo-hlr_10.42.42.2(pid=27626): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27626)]\u000a20:24:06.397294 run osmo-hlr_10.42.42.2(pid=27626): stdout: \u000a| (launched: 2022-12-13_20:24:02.086067) \u000a20:24:06.450911 run osmo-hlr_10.42.42.2(pid=27626): stderr: \u000a| �[0;m�[1;31m20221213202402499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202402499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202402499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202402499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202402500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202402500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202402525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202402543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:06.496174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Terminating (SIGTERM)\u000a20:24:06.540744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Terminating (SIGTERM)\u000a20:24:06.585542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27842): Terminating (SIGTERM)\u000a20:24:06.595301 --- ParallelTerminationStrategy: PID 27613 died...\u000a20:24:06.653208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27613): Terminated: ok {rc=0}\u000a20:24:06.664414 --- ParallelTerminationStrategy: PID 27692 died...\u000a20:24:06.721712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27692): Terminated: ok {rc=0}\u000a20:24:06.732178 --- ParallelTerminationStrategy: PID 27842 died...\u000a20:24:06.790199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27842): Terminated: ok {rc=0}\u000a20:24:06.881433 bus /gobi_0: Setting Powered False\u000a20:24:07.991974 bus /gobi_0: Setting Powered False\u000a20:24:09.106415 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:23:58" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27855): Process ended prematurely: osmo-stp_10.42.42.5(pid=27855) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27855)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27855): Process ended prematurely: osmo-stp_10.42.42.5(pid=27855) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:24:11.064422 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:24:11.076899 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:24:11.235088 tst switch_tch_pdch.py: using LAC 36052\u000a20:24:11.363051 tst switch_tch_pdch.py: using RAC 97\u000a20:24:11.491174 tst switch_tch_pdch.py: using CellId 36052\u000a20:24:11.617783 tst switch_tch_pdch.py: using BVCI 36053\u000a20:24:11.643724 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:24:11.656241 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:24:11.668935 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:24:11.681829 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:24:11.694134 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:24:11.706666 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:24:11.719492 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:24:11.731840 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:24:11.857323 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:24:12.159804 tst switch_tch_pdch.py:51: start network...\u000a20:24:12.299259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:12.832387 run create_hlr_db(pid=27849): Launched\u000a20:24:12.967995 bus /gobi_6: Setting Powered False\u000a20:24:14.043935 run create_hlr_db(pid=27849): Terminated: ok {rc=0}\u000a20:24:14.464472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27851): Launched\u000a20:24:14.894396 run osmo-hlr_10.42.42.2(pid=27852): Launched\u000a20:24:15.058003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:15.630274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27854): Launched\u000a20:24:16.037267 run osmo-stp_10.42.42.5(pid=27855): Launched\u000a20:24:16.263168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:24:16.938281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27857): Launched\u000a20:24:17.062143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:24:17.345784 run patchelf(pid=27858): Launched\u000a20:24:17.527252 run osmo-stp_10.42.42.5(pid=27855): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27855)]\u000a20:24:17.660062 run osmo-stp_10.42.42.5(pid=27855): stdout: \u000a| (launched: 2022-12-13_20:24:15.786276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:17.793389 run osmo-stp_10.42.42.5(pid=27855): stderr: \u000a| �[0;m�[38;5;43m20221213202416107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202416107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202416107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202416108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202416108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202416108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202416108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:17.922802 run osmo-stp_10.42.42.5(pid=27855): stdout: \u000a| (launched: 2022-12-13_20:24:15.786276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:18.052419 run osmo-stp_10.42.42.5(pid=27855): stderr: \u000a| �[0;m�[38;5;43m20221213202416107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202416107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202416107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202416108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202416108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202416108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202416108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:18.202073 run patchelf(pid=27858): Terminating (SIGINT)\u000a20:24:18.377494 run patchelf(pid=27858): Terminated: ok {rc=0}\u000a20:24:18.409783 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27855): Process ended prematurely: osmo-stp_10.42.42.5(pid=27855) [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27855)] [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:24:18.419634 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec)\u000a20:24:18.484202 run osmo-hlr_10.42.42.2(pid=27852): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27852)]\u000a20:24:18.536489 run osmo-hlr_10.42.42.2(pid=27852): stdout: \u000a| (launched: 2022-12-13_20:24:14.633512) \u000a20:24:18.589623 run osmo-hlr_10.42.42.2(pid=27852): stderr: \u000a| �[0;m�[1;31m20221213202414940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202414940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202414940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202414940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202414940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202414940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202414960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202414972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202414973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202414973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:18.635551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27851): Terminating (SIGTERM)\u000a20:24:18.680790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27854): Terminating (SIGTERM)\u000a20:24:18.726590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27857): Terminating (SIGTERM)\u000a20:24:18.737227 --- ParallelTerminationStrategy: PID 27851 died...\u000a20:24:18.797087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27851): Terminated: ok {rc=0}\u000a20:24:18.808536 --- ParallelTerminationStrategy: PID 27854 died...\u000a20:24:18.865297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27854): Terminated: ok {rc=0}\u000a20:24:18.875793 --- ParallelTerminationStrategy: PID 27857 died...\u000a20:24:18.934388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27857): Terminated: ok {rc=0}\u000a20:24:19.023765 bus /gobi_0: Setting Powered False\u000a20:24:20.134073 bus /gobi_0: Setting Powered False\u000a20:24:21.247972 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:24:10" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27863) [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27863)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27863) [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a20:24:23.152629 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a20:24:23.164892 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a20:24:23.315931 tst mo_mt_sms.py: using LAC 36053\u000a20:24:23.451319 tst mo_mt_sms.py: using RAC 98\u000a20:24:23.579246 tst mo_mt_sms.py: using CellId 36053\u000a20:24:23.708016 tst mo_mt_sms.py: using BVCI 36054\u000a20:24:23.733785 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:24:23.859064 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:24:24.163693 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:24:24.303152 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:24:25.004714 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27862): Launched\u000a20:24:25.354654 run osmo-nitb_10.42.42.2(pid=27863): Launched\u000a20:24:25.563625 run osmo-nitb_10.42.42.2(pid=27863): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27863)]\u000a20:24:25.700792 run osmo-nitb_10.42.42.2(pid=27863): stdout: \u000a| (launched: 2022-12-13_20:24:25.174123) \u000a20:24:25.838105 run osmo-nitb_10.42.42.2(pid=27863): stderr: \u000a| (launched: 2022-12-13_20:24:25.224820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:24:25.970779 run osmo-nitb_10.42.42.2(pid=27863): stdout: \u000a| (launched: 2022-12-13_20:24:25.174123) \u000a20:24:26.102356 run osmo-nitb_10.42.42.2(pid=27863): stderr: \u000a| (launched: 2022-12-13_20:24:25.224820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:24:26.478128 tst osmo-nitb_10.42.42.2(pid=27863): stdout: \u000a| (launched: 2022-12-13_20:24:25.174123) \u000a20:24:26.597844 tst osmo-nitb_10.42.42.2(pid=27863): stderr: \u000a| (launched: 2022-12-13_20:24:25.224820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:24:26.650035 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27863) [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27863)] [trial-2394↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a20:24:26.658099 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a20:24:26.693073 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27862): Terminating (SIGTERM)\u000a20:24:26.870771 --- ParallelTerminationStrategy: PID 27862 died...\u000a20:24:26.926819 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27862): Terminated: ok {rc=0}\u000a20:24:27.016155 bus /sierra_3: Setting Powered False\u000a20:24:28.119853 bus /sierra_3: Setting Powered False\u000a20:24:29.232257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:24:22" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27875): Process ended prematurely: osmo-stp_10.42.42.5(pid=27875) [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27875)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27875): Process ended prematurely: osmo-stp_10.42.42.5(pid=27875) [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a20:24:31.124884 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:31.137247 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a20:24:31.310328 tst mo_mt_sms.py: using LAC 36054\u000a20:24:31.453975 tst mo_mt_sms.py: using RAC 99\u000a20:24:31.614249 tst mo_mt_sms.py: using CellId 36054\u000a20:24:31.764887 tst mo_mt_sms.py: using BVCI 36055\u000a20:24:31.791709 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:31.804787 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:31.816751 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:31.828610 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:31.841162 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:31.853855 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:24:31.978798 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:24:32.218195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:32.692475 run create_hlr_db(pid=27869): Launched\u000a20:24:32.866476 bus /sierra_2: Setting Powered False\u000a20:24:33.886764 run create_hlr_db(pid=27869): Terminated: ok {rc=0}\u000a20:24:34.288192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27871): Launched\u000a20:24:34.589291 run osmo-hlr_10.42.42.2(pid=27872): Launched\u000a20:24:34.703582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:35.228288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27874): Launched\u000a20:24:35.529219 run osmo-stp_10.42.42.5(pid=27875): Launched\u000a20:24:35.638384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:36.187033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27877): Launched\u000a20:24:36.490604 run osmo-msc_10.42.42.6(pid=27878): Launched\u000a20:24:36.667016 run osmo-stp_10.42.42.5(pid=27875): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27875)]\u000a20:24:36.794686 run osmo-stp_10.42.42.5(pid=27875): stdout: \u000a| (launched: 2022-12-13_20:24:35.380202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:36.919378 run osmo-stp_10.42.42.5(pid=27875): stderr: \u000a| �[0;m�[38;5;43m20221213202435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202435550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:37.039335 run osmo-stp_10.42.42.5(pid=27875): stdout: \u000a| (launched: 2022-12-13_20:24:35.380202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:37.159202 run osmo-stp_10.42.42.5(pid=27875): stderr: \u000a| �[0;m�[38;5;43m20221213202435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202435549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202435550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202435550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:37.211426 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27875): Process ended prematurely: osmo-stp_10.42.42.5(pid=27875) [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27875)] [trial-2394↪sms:trx-b200↪mo_mt_sms.py:16]\u000a20:24:37.219361 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a20:24:37.280062 run osmo-hlr_10.42.42.2(pid=27872): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27872)]\u000a20:24:37.329761 run osmo-hlr_10.42.42.2(pid=27872): stdout: \u000a| (launched: 2022-12-13_20:24:34.440454) \u000a20:24:37.380010 run osmo-hlr_10.42.42.2(pid=27872): stderr: \u000a| �[0;m�[1;31m20221213202434613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202434613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202434613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202434613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202434613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202434613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202434625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202434634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202434634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202434634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:37.448144 run osmo-msc_10.42.42.6(pid=27878): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27878)]\u000a20:24:37.497641 run osmo-msc_10.42.42.6(pid=27878): stdout: \u000a| (launched: 2022-12-13_20:24:36.338981) \u000a20:24:37.547625 run osmo-msc_10.42.42.6(pid=27878): stderr: \u000a| �[0;m�[38;5;43m20221213202436607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202436607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74a677bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202436607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202436607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202436607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202436607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202436609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202436610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202436610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202436610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:37.590255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27871): Terminating (SIGTERM)\u000a20:24:37.630566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27874): Terminating (SIGTERM)\u000a20:24:37.670739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27877): Terminating (SIGTERM)\u000a20:24:37.679882 --- ParallelTerminationStrategy: PID 27871 died...\u000a20:24:37.734088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27871): Terminated: ok {rc=0}\u000a20:24:37.743495 --- ParallelTerminationStrategy: PID 27874 died...\u000a20:24:37.797078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27874): Terminated: ok {rc=0}\u000a20:24:37.806582 --- ParallelTerminationStrategy: PID 27877 died...\u000a20:24:37.859957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27877): Terminated: ok {rc=0}\u000a20:24:37.948734 bus /sierra_3: Setting Powered False\u000a20:24:39.051543 bus /sierra_3: Setting Powered False\u000a20:24:40.164093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:24:30" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27884): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27884) [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27884)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27884): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27884) [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a20:24:42.011323 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a20:24:42.022604 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a20:24:42.165640 tst assert_extension.py: using LAC 36055\u000a20:24:42.293480 tst assert_extension.py: using RAC 100\u000a20:24:42.420861 tst assert_extension.py: using CellId 36055\u000a20:24:42.542481 tst assert_extension.py: using BVCI 36056\u000a20:24:42.565305 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a20:24:42.857563 tst assert_extension.py:10: start nitb and bts...\u000a20:24:42.991875 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:24:43.658670 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27883): Launched\u000a20:24:43.977942 run osmo-nitb_10.42.42.2(pid=27884): Launched\u000a20:24:44.174591 run osmo-nitb_10.42.42.2(pid=27884): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27884)]\u000a20:24:44.320119 run osmo-nitb_10.42.42.2(pid=27884): stdout: \u000a| (launched: 2022-12-13_20:24:43.821748) \u000a20:24:44.465678 run osmo-nitb_10.42.42.2(pid=27884): stderr: \u000a| (launched: 2022-12-13_20:24:43.869438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:24:44.606722 run osmo-nitb_10.42.42.2(pid=27884): stdout: \u000a| (launched: 2022-12-13_20:24:43.821748) \u000a20:24:44.746553 run osmo-nitb_10.42.42.2(pid=27884): stderr: \u000a| (launched: 2022-12-13_20:24:43.869438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:24:45.106596 tst osmo-nitb_10.42.42.2(pid=27884): stdout: \u000a| (launched: 2022-12-13_20:24:43.821748) \u000a20:24:45.235781 tst osmo-nitb_10.42.42.2(pid=27884): stderr: \u000a| (launched: 2022-12-13_20:24:43.869438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:24:45.291807 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27884): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27884) [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27884)] [trial-2394↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a20:24:45.300485 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:24:45.336867 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27883): Terminating (SIGTERM)\u000a20:24:45.514673 --- ParallelTerminationStrategy: PID 27883 died...\u000a20:24:45.572779 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27883): Terminated: ok {rc=0}\u000a20:24:45.659928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:24:41" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27894): Process ended prematurely: osmo-stp_10.42.42.5(pid=27894) [trial-2394↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27894): Process ended prematurely: osmo-stp_10.42.42.5(pid=27894) [trial-2394↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a20:24:47.537587 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:47.549141 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a20:24:47.689266 tst assert_extension.py: using LAC 36056\u000a20:24:47.816396 tst assert_extension.py: using RAC 101\u000a20:24:47.941418 tst assert_extension.py: using CellId 36056\u000a20:24:48.066665 tst assert_extension.py: using BVCI 36057\u000a20:24:48.091231 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:48.102393 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:48.113266 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:48.124132 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:48.135049 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:24:48.146000 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a20:24:48.347017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:48.819741 run create_hlr_db(pid=27888): Launched\u000a20:24:48.992071 bus /sierra_2: Setting Powered False\u000a20:24:50.013394 run create_hlr_db(pid=27888): Terminated: ok {rc=0}\u000a20:24:50.415030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Launched\u000a20:24:50.715548 run osmo-hlr_10.42.42.2(pid=27891): Launched\u000a20:24:50.834491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:51.365146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Launched\u000a20:24:51.666816 run osmo-stp_10.42.42.5(pid=27894): Launched\u000a20:24:51.775995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:52.325377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27896): Launched\u000a20:24:52.626889 run osmo-msc_10.42.42.6(pid=27897): Launched\u000a20:24:52.803573 run osmo-stp_10.42.42.5(pid=27894): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)]\u000a20:24:52.931097 run osmo-stp_10.42.42.5(pid=27894): stdout: \u000a| (launched: 2022-12-13_20:24:51.517087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:53.056218 run osmo-stp_10.42.42.5(pid=27894): stderr: \u000a| �[0;m�[38;5;43m20221213202451685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202451685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202451685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202451686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202451686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202451686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202451686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:53.177205 run osmo-stp_10.42.42.5(pid=27894): stdout: \u000a| (launched: 2022-12-13_20:24:51.517087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:53.297885 run osmo-stp_10.42.42.5(pid=27894): stderr: \u000a| �[0;m�[38;5;43m20221213202451685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202451685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202451685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202451686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202451686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202451686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202451686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:53.350055 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27894): Process ended prematurely: osmo-stp_10.42.42.5(pid=27894) [trial-2394↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27894)] [trial-2394↪ussd:trx-b200↪assert_extension.py:17]\u000a20:24:53.358060 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a20:24:53.418905 run osmo-hlr_10.42.42.2(pid=27891): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27891)]\u000a20:24:53.468691 run osmo-hlr_10.42.42.2(pid=27891): stdout: \u000a| (launched: 2022-12-13_20:24:50.567319) \u000a20:24:53.519068 run osmo-hlr_10.42.42.2(pid=27891): stderr: \u000a| �[0;m�[1;31m20221213202450740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202450740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202450740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202450740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202450740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202450740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202450753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202450761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202450761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202450761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:53.587400 run osmo-msc_10.42.42.6(pid=27897): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27897)]\u000a20:24:53.637120 run osmo-msc_10.42.42.6(pid=27897): stdout: \u000a| (launched: 2022-12-13_20:24:52.477264) \u000a20:24:53.687405 run osmo-msc_10.42.42.6(pid=27897): stderr: \u000a| �[0;m�[38;5;43m20221213202452747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202452747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5e7e1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202452747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202452747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202452748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202452748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202452750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202452750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202452750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202452750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:53.730110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Terminating (SIGTERM)\u000a20:24:53.770393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Terminating (SIGTERM)\u000a20:24:53.810637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27896): Terminating (SIGTERM)\u000a20:24:53.819868 --- ParallelTerminationStrategy: PID 27890 died...\u000a20:24:53.874248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27890): Terminated: ok {rc=0}\u000a20:24:53.883759 --- ParallelTerminationStrategy: PID 27893 died...\u000a20:24:53.937614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27893): Terminated: ok {rc=0}\u000a20:24:53.947118 --- ParallelTerminationStrategy: PID 27896 died...\u000a20:24:54.001082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27896): Terminated: ok {rc=0}\u000a20:24:54.091605 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:24:47" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27908): Process ended prematurely: osmo-stp_10.42.42.5(pid=27908) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27908)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27908): Process ended prematurely: osmo-stp_10.42.42.5(pid=27908) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:24:56.046656 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:24:56.057863 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:24:56.222795 tst mo_mt_call.py: using LAC 36057\u000a20:24:56.352228 tst mo_mt_call.py: using RAC 102\u000a20:24:56.479602 tst mo_mt_call.py: using CellId 36057\u000a20:24:56.606597 tst mo_mt_call.py: using BVCI 36058\u000a20:24:56.631644 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:24:56.643185 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:24:56.654524 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:24:56.665897 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:24:56.677359 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:24:56.688642 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:24:56.806836 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:24:57.010977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:57.494997 run create_hlr_db(pid=27902): Launched\u000a20:24:57.670593 bus /sierra_2: Setting Powered False\u000a20:24:58.693023 run create_hlr_db(pid=27902): Terminated: ok {rc=0}\u000a20:24:59.125640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27904): Launched\u000a20:24:59.455587 run osmo-hlr_10.42.42.2(pid=27905): Launched\u000a20:24:59.579029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:00.149453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27907): Launched\u000a20:25:00.479074 run osmo-stp_10.42.42.5(pid=27908): Launched\u000a20:25:00.598653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:01.253787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27913): Launched\u000a20:25:01.710663 run osmo-msc_10.42.42.6(pid=27914): Launched\u000a20:25:02.194447 run osmo-stp_10.42.42.5(pid=27908): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27908)]\u000a20:25:02.368149 run osmo-stp_10.42.42.5(pid=27908): stdout: \u000a| (launched: 2022-12-13_20:25:00.316743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:02.520009 run osmo-stp_10.42.42.5(pid=27908): stderr: \u000a| �[0;m�[38;5;43m20221213202500508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202500509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202500509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202500509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202500510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202500510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202500510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:02.651910 run osmo-stp_10.42.42.5(pid=27908): stdout: \u000a| (launched: 2022-12-13_20:25:00.316743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:02.782681 run osmo-stp_10.42.42.5(pid=27908): stderr: \u000a| �[0;m�[38;5;43m20221213202500508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202500509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202500509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202500509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202500510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202500510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202500510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:02.839604 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27908): Process ended prematurely: osmo-stp_10.42.42.5(pid=27908) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27908)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:25:02.848810 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a20:25:02.912653 run osmo-hlr_10.42.42.2(pid=27905): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27905)]\u000a20:25:02.964916 run osmo-hlr_10.42.42.2(pid=27905): stdout: \u000a| (launched: 2022-12-13_20:24:59.293634) \u000a20:25:03.017758 run osmo-hlr_10.42.42.2(pid=27905): stderr: \u000a| �[0;m�[1;31m20221213202459489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202459489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202459489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202459489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202459489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202459489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202459500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202459509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202459509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202459509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:03.089556 run osmo-msc_10.42.42.6(pid=27914): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27914)]\u000a20:25:03.141655 run osmo-msc_10.42.42.6(pid=27914): stdout: \u000a| (launched: 2022-12-13_20:25:01.423828) \u000a20:25:03.194420 run osmo-msc_10.42.42.6(pid=27914): stderr: \u000a| �[0;m�[38;5;43m20221213202501788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202501790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f666da76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202501790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202501790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202501791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202501793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202501798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202501799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202501799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202501800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:03.239645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27904): Terminating (SIGTERM)\u000a20:25:03.282768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27907): Terminating (SIGTERM)\u000a20:25:03.325623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27913): Terminating (SIGTERM)\u000a20:25:03.334842 --- ParallelTerminationStrategy: PID 27904 died...\u000a20:25:03.390914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27904): Terminated: ok {rc=0}\u000a20:25:03.400885 --- ParallelTerminationStrategy: PID 27907 died...\u000a20:25:03.456655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27907): Terminated: ok {rc=0}\u000a20:25:03.466713 --- ParallelTerminationStrategy: PID 27913 died...\u000a20:25:03.522551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27913): Terminated: ok {rc=0}\u000a20:25:03.610061 bus /sierra_3: Setting Powered False\u000a20:25:04.717521 bus /sierra_3: Setting Powered False\u000a20:25:05.830819 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27922): Process ended prematurely: osmo-stp_10.42.42.5(pid=27922) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27922)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27922): Process ended prematurely: osmo-stp_10.42.42.5(pid=27922) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:06.942468 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:25:06.954283 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:25:07.116524 tst mo_mt_call_osmux.py: using LAC 36058\u000a20:25:07.236489 tst mo_mt_call_osmux.py: using RAC 103\u000a20:25:07.357396 tst mo_mt_call_osmux.py: using CellId 36058\u000a20:25:07.474996 tst mo_mt_call_osmux.py: using BVCI 36059\u000a20:25:07.498530 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:25:07.509741 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:25:07.520708 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:25:07.531701 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:25:07.543317 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:25:07.554660 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:25:07.673671 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:25:07.879941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:08.362226 run create_hlr_db(pid=27916): Launched\u000a20:25:08.537841 bus /sierra_2: Setting Powered False\u000a20:25:09.560039 run create_hlr_db(pid=27916): Terminated: ok {rc=0}\u000a20:25:09.968164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27918): Launched\u000a20:25:10.276696 run osmo-hlr_10.42.42.2(pid=27919): Launched\u000a20:25:10.395984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:10.932629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27921): Launched\u000a20:25:11.239657 run osmo-stp_10.42.42.5(pid=27922): Launched\u000a20:25:11.352067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:11.911051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27924): Launched\u000a20:25:12.220341 run osmo-msc_10.42.42.6(pid=27925): Launched\u000a20:25:12.400736 run osmo-stp_10.42.42.5(pid=27922): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27922)]\u000a20:25:12.530360 run osmo-stp_10.42.42.5(pid=27922): stdout: \u000a| (launched: 2022-12-13_20:25:11.087703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:12.657844 run osmo-stp_10.42.42.5(pid=27922): stderr: \u000a| �[0;m�[38;5;43m20221213202511258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202511258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202511259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202511259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202511260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202511260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202511260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:12.780638 run osmo-stp_10.42.42.5(pid=27922): stdout: \u000a| (launched: 2022-12-13_20:25:11.087703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:12.903045 run osmo-stp_10.42.42.5(pid=27922): stderr: \u000a| �[0;m�[38;5;43m20221213202511258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202511258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202511259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202511259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202511260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202511260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202511260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:12.956703 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27922): Process ended prematurely: osmo-stp_10.42.42.5(pid=27922) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27922)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:25:12.965577 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:25:13.026089 run osmo-hlr_10.42.42.2(pid=27919): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27919)]\u000a20:25:13.075921 run osmo-hlr_10.42.42.2(pid=27919): stdout: \u000a| (launched: 2022-12-13_20:25:10.124145) \u000a20:25:13.126229 run osmo-hlr_10.42.42.2(pid=27919): stderr: \u000a| �[0;m�[1;31m20221213202510300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202510301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202510301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202510301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202510301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202510301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202510313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202510322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202510322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202510322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:13.194544 run osmo-msc_10.42.42.6(pid=27925): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27925)]\u000a20:25:13.244037 run osmo-msc_10.42.42.6(pid=27925): stdout: \u000a| (launched: 2022-12-13_20:25:12.066545) \u000a20:25:13.294185 run osmo-msc_10.42.42.6(pid=27925): stderr: \u000a| �[0;m�[38;5;43m20221213202512336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202512336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7244702c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202512336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202512336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202512336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202512336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202512338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202512339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202512339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202512339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:13.336519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27918): Terminating (SIGTERM)\u000a20:25:13.376746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27921): Terminating (SIGTERM)\u000a20:25:13.417137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27924): Terminating (SIGTERM)\u000a20:25:13.426324 --- ParallelTerminationStrategy: PID 27918 died...\u000a20:25:13.480456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27918): Terminated: ok {rc=0}\u000a20:25:13.490018 --- ParallelTerminationStrategy: PID 27921 died...\u000a20:25:13.544261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27921): Terminated: ok {rc=0}\u000a20:25:13.553927 --- ParallelTerminationStrategy: PID 27924 died...\u000a20:25:13.608182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27924): Terminated: ok {rc=0}\u000a20:25:13.696297 bus /sierra_3: Setting Powered False\u000a20:25:14.799175 bus /sierra_3: Setting Powered False\u000a20:25:15.935794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:24:55" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27936): Process ended prematurely: osmo-stp_10.42.42.5(pid=27936) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27936)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27936): Process ended prematurely: osmo-stp_10.42.42.5(pid=27936) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:25:17.975737 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:17.987253 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:25:18.151324 tst mo_mt_call.py: using LAC 36059\u000a20:25:18.280754 tst mo_mt_call.py: using RAC 104\u000a20:25:18.409735 tst mo_mt_call.py: using CellId 36059\u000a20:25:18.541457 tst mo_mt_call.py: using BVCI 36060\u000a20:25:18.566230 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:18.577759 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:18.589127 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:18.600414 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:18.611835 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:18.623210 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:25:18.742062 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:25:18.945005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:19.426668 run create_hlr_db(pid=27930): Launched\u000a20:25:19.602322 bus /sierra_2: Setting Powered False\u000a20:25:20.624742 run create_hlr_db(pid=27930): Terminated: ok {rc=0}\u000a20:25:21.031715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27932): Launched\u000a20:25:21.338495 run osmo-hlr_10.42.42.2(pid=27933): Launched\u000a20:25:21.459015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:21.994383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27935): Launched\u000a20:25:22.303346 run osmo-stp_10.42.42.5(pid=27936): Launched\u000a20:25:22.415516 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:22.974588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27938): Launched\u000a20:25:23.283531 run osmo-msc_10.42.42.6(pid=27939): Launched\u000a20:25:23.463649 run osmo-stp_10.42.42.5(pid=27936): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27936)]\u000a20:25:23.594155 run osmo-stp_10.42.42.5(pid=27936): stdout: \u000a| (launched: 2022-12-13_20:25:22.149485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:23.721774 run osmo-stp_10.42.42.5(pid=27936): stderr: \u000a| �[0;m�[38;5;43m20221213202522318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202522318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202522319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202522319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202522319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202522320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202522320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:23.844884 run osmo-stp_10.42.42.5(pid=27936): stdout: \u000a| (launched: 2022-12-13_20:25:22.149485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:23.967096 run osmo-stp_10.42.42.5(pid=27936): stderr: \u000a| �[0;m�[38;5;43m20221213202522318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202522318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202522319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202522319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202522319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202522320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202522320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:24.020799 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27936): Process ended prematurely: osmo-stp_10.42.42.5(pid=27936) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27936)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:25:24.029688 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:25:24.090183 run osmo-hlr_10.42.42.2(pid=27933): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27933)]\u000a20:25:24.140019 run osmo-hlr_10.42.42.2(pid=27933): stdout: \u000a| (launched: 2022-12-13_20:25:21.186766) \u000a20:25:24.190276 run osmo-hlr_10.42.42.2(pid=27933): stderr: \u000a| �[0;m�[1;31m20221213202521361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202521361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202521361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202521361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202521361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202521361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202521373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202521381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202521382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202521382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:24.258452 run osmo-msc_10.42.42.6(pid=27939): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27939)]\u000a20:25:24.307983 run osmo-msc_10.42.42.6(pid=27939): stdout: \u000a| (launched: 2022-12-13_20:25:23.129661) \u000a20:25:24.358182 run osmo-msc_10.42.42.6(pid=27939): stderr: \u000a| �[0;m�[38;5;43m20221213202523399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202523399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0fe179c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202523399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202523399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202523399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202523399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202523401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202523402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202523402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202523402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:24.400942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27932): Terminating (SIGTERM)\u000a20:25:24.441554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27935): Terminating (SIGTERM)\u000a20:25:24.482072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27938): Terminating (SIGTERM)\u000a20:25:24.491325 --- ParallelTerminationStrategy: PID 27932 died...\u000a20:25:24.545695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27932): Terminated: ok {rc=0}\u000a20:25:24.555353 --- ParallelTerminationStrategy: PID 27935 died...\u000a20:25:24.609711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27935): Terminated: ok {rc=0}\u000a20:25:24.619372 --- ParallelTerminationStrategy: PID 27938 died...\u000a20:25:24.673752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27938): Terminated: ok {rc=0}\u000a20:25:24.759386 bus /sierra_3: Setting Powered False\u000a20:25:25.866814 bus /sierra_3: Setting Powered False\u000a20:25:26.976689 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27947): Process ended prematurely: osmo-stp_10.42.42.5(pid=27947) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27947)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27947): Process ended prematurely: osmo-stp_10.42.42.5(pid=27947) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:28.094140 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:28.106538 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:25:28.272117 tst mo_mt_call_osmux.py: using LAC 36060\u000a20:25:28.395225 tst mo_mt_call_osmux.py: using RAC 105\u000a20:25:28.516423 tst mo_mt_call_osmux.py: using CellId 36060\u000a20:25:28.635964 tst mo_mt_call_osmux.py: using BVCI 36061\u000a20:25:28.659200 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:28.670599 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:28.681750 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:28.692885 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:28.704444 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:25:28.715799 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:25:28.838675 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:25:29.044110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:29.527246 run create_hlr_db(pid=27941): Launched\u000a20:25:29.702642 bus /sierra_2: Setting Powered False\u000a20:25:30.725311 run create_hlr_db(pid=27941): Terminated: ok {rc=0}\u000a20:25:31.212060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27943): Launched\u000a20:25:31.646441 run osmo-hlr_10.42.42.2(pid=27944): Launched\u000a20:25:31.886717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:32.462072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27946): Launched\u000a20:25:32.788729 run osmo-stp_10.42.42.5(pid=27947): Launched\u000a20:25:32.906851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:33.510803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27949): Launched\u000a20:25:33.840690 run osmo-msc_10.42.42.6(pid=27950): Launched\u000a20:25:34.031831 run osmo-stp_10.42.42.5(pid=27947): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27947)]\u000a20:25:34.169694 run osmo-stp_10.42.42.5(pid=27947): stdout: \u000a| (launched: 2022-12-13_20:25:32.628869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:34.307193 run osmo-stp_10.42.42.5(pid=27947): stderr: \u000a| �[0;m�[38;5;43m20221213202532820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202532820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202532820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202532821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202532821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202532821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202532821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:34.439222 run osmo-stp_10.42.42.5(pid=27947): stdout: \u000a| (launched: 2022-12-13_20:25:32.628869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:34.569894 run osmo-stp_10.42.42.5(pid=27947): stderr: \u000a| �[0;m�[38;5;43m20221213202532820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202532820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202532820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202532821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202532821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202532821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202532821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:34.627521 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27947): Process ended prematurely: osmo-stp_10.42.42.5(pid=27947) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27947)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:25:34.637106 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:25:34.700224 run osmo-hlr_10.42.42.2(pid=27944): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27944)]\u000a20:25:34.751980 run osmo-hlr_10.42.42.2(pid=27944): stdout: \u000a| (launched: 2022-12-13_20:25:31.384273) \u000a20:25:34.804504 run osmo-hlr_10.42.42.2(pid=27944): stderr: \u000a| �[0;m�[1;31m20221213202531685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202531685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202531685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202531685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202531685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202531685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202531703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202531720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202531720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202531720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:34.875460 run osmo-msc_10.42.42.6(pid=27950): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27950)]\u000a20:25:34.927039 run osmo-msc_10.42.42.6(pid=27950): stdout: \u000a| (launched: 2022-12-13_20:25:33.678019) \u000a20:25:34.979040 run osmo-msc_10.42.42.6(pid=27950): stderr: \u000a| �[0;m�[38;5;43m20221213202534000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202534000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1dbb86ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202534000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202534000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202534000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202534001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202534002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202534003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202534003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202534003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:35.024080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27943): Terminating (SIGTERM)\u000a20:25:35.066247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27946): Terminating (SIGTERM)\u000a20:25:35.108583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27949): Terminating (SIGTERM)\u000a20:25:35.118432 --- ParallelTerminationStrategy: PID 27943 died...\u000a20:25:35.174812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27943): Terminated: ok {rc=0}\u000a20:25:35.184894 --- ParallelTerminationStrategy: PID 27946 died...\u000a20:25:35.241185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27946): Terminated: ok {rc=0}\u000a20:25:35.251254 --- ParallelTerminationStrategy: PID 27949 died...\u000a20:25:35.306865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27949): Terminated: ok {rc=0}\u000a20:25:35.394157 bus /sierra_3: Setting Powered False\u000a20:25:36.500897 bus /sierra_3: Setting Powered False\u000a20:25:37.608991 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:25:17" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27961): Process ended prematurely: osmo-stp_10.42.42.5(pid=27961) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27961)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27961): Process ended prematurely: osmo-stp_10.42.42.5(pid=27961) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:25:39.615232 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:39.626851 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:25:39.793209 tst mo_mt_call.py: using LAC 36061\u000a20:25:39.922047 tst mo_mt_call.py: using RAC 106\u000a20:25:40.044379 tst mo_mt_call.py: using CellId 36061\u000a20:25:40.166270 tst mo_mt_call.py: using BVCI 36062\u000a20:25:40.189662 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:40.200820 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:40.211898 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:40.222973 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:40.234329 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:40.245628 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:25:40.367543 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:25:40.571735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:41.054535 run create_hlr_db(pid=27955): Launched\u000a20:25:41.230162 bus /sierra_2: Setting Powered False\u000a20:25:42.252275 run create_hlr_db(pid=27955): Terminated: ok {rc=0}\u000a20:25:42.687377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27957): Launched\u000a20:25:43.015196 run osmo-hlr_10.42.42.2(pid=27958): Launched\u000a20:25:43.138119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:43.709064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27960): Launched\u000a20:25:44.037776 run osmo-stp_10.42.42.5(pid=27961): Launched\u000a20:25:44.155820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:44.754657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27963): Launched\u000a20:25:45.084345 run osmo-msc_10.42.42.6(pid=27964): Launched\u000a20:25:45.278665 run osmo-stp_10.42.42.5(pid=27961): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27961)]\u000a20:25:45.416333 run osmo-stp_10.42.42.5(pid=27961): stdout: \u000a| (launched: 2022-12-13_20:25:43.875383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:45.552881 run osmo-stp_10.42.42.5(pid=27961): stderr: \u000a| �[0;m�[38;5;43m20221213202544065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202544065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202544066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202544066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202544066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:45.684495 run osmo-stp_10.42.42.5(pid=27961): stdout: \u000a| (launched: 2022-12-13_20:25:43.875383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:45.814826 run osmo-stp_10.42.42.5(pid=27961): stderr: \u000a| �[0;m�[38;5;43m20221213202544065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202544065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202544066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202544066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202544066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:45.875768 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27961): Process ended prematurely: osmo-stp_10.42.42.5(pid=27961) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27961)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:25:45.892411 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:25:45.960672 run osmo-hlr_10.42.42.2(pid=27958): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27958)]\u000a20:25:46.012636 run osmo-hlr_10.42.42.2(pid=27958): stdout: \u000a| (launched: 2022-12-13_20:25:42.854164) \u000a20:25:46.065543 run osmo-hlr_10.42.42.2(pid=27958): stderr: \u000a| �[0;m�[1;31m20221213202543050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202543050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202543050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202543050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202543050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202543050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202543062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202543071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202543071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202543072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:46.137986 run osmo-msc_10.42.42.6(pid=27964): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27964)]\u000a20:25:46.190353 run osmo-msc_10.42.42.6(pid=27964): stdout: \u000a| (launched: 2022-12-13_20:25:44.921541) \u000a20:25:46.243254 run osmo-msc_10.42.42.6(pid=27964): stderr: \u000a| �[0;m�[38;5;43m20221213202545240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202545241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16499b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202545241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202545241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202545241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202545241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202545243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202545243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202545243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202545244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:46.288974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27957): Terminating (SIGTERM)\u000a20:25:46.335754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27960): Terminating (SIGTERM)\u000a20:25:46.381369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27963): Terminating (SIGTERM)\u000a20:25:46.391994 --- ParallelTerminationStrategy: PID 27957 died...\u000a20:25:46.451689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27957): Terminated: ok {rc=0}\u000a20:25:46.463049 --- ParallelTerminationStrategy: PID 27960 died...\u000a20:25:46.520555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27960): Terminated: ok {rc=0}\u000a20:25:46.531371 --- ParallelTerminationStrategy: PID 27963 died...\u000a20:25:46.589937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27963): Terminated: ok {rc=0}\u000a20:25:46.681410 bus /sierra_3: Setting Powered False\u000a20:25:47.788904 bus /sierra_3: Setting Powered False\u000a20:25:48.897749 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27972): Process ended prematurely: osmo-stp_10.42.42.5(pid=27972) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27972)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27972): Process ended prematurely: osmo-stp_10.42.42.5(pid=27972) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:50.013917 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:50.026065 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:25:50.186714 tst mo_mt_call_osmux.py: using LAC 36062\u000a20:25:50.308141 tst mo_mt_call_osmux.py: using RAC 107\u000a20:25:50.429844 tst mo_mt_call_osmux.py: using CellId 36062\u000a20:25:50.549645 tst mo_mt_call_osmux.py: using BVCI 36063\u000a20:25:50.573018 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:50.584295 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:50.595253 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:50.606165 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:50.617424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:25:50.628553 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:25:50.746037 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:25:50.955750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:51.437708 run create_hlr_db(pid=27966): Launched\u000a20:25:51.612732 bus /sierra_2: Setting Powered False\u000a20:25:52.636083 run create_hlr_db(pid=27966): Terminated: ok {rc=0}\u000a20:25:53.043917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27968): Launched\u000a20:25:53.351375 run osmo-hlr_10.42.42.2(pid=27969): Launched\u000a20:25:53.467851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:53.999918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27971): Launched\u000a20:25:54.308075 run osmo-stp_10.42.42.5(pid=27972): Launched\u000a20:25:54.421549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:54.981557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27974): Launched\u000a20:25:55.290822 run osmo-msc_10.42.42.6(pid=27975): Launched\u000a20:25:55.471123 run osmo-stp_10.42.42.5(pid=27972): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27972)]\u000a20:25:55.601057 run osmo-stp_10.42.42.5(pid=27972): stdout: \u000a| (launched: 2022-12-13_20:25:54.155417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:55.729236 run osmo-stp_10.42.42.5(pid=27972): stderr: \u000a| �[0;m�[38;5;43m20221213202554325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202554325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202554326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202554326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202554326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202554327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202554327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:55.852914 run osmo-stp_10.42.42.5(pid=27972): stdout: \u000a| (launched: 2022-12-13_20:25:54.155417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:55.975524 run osmo-stp_10.42.42.5(pid=27972): stderr: \u000a| �[0;m�[38;5;43m20221213202554325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202554325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202554326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202554326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202554326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202554327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202554327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:56.029244 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27972): Process ended prematurely: osmo-stp_10.42.42.5(pid=27972) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27972)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:25:56.037898 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:25:56.098210 run osmo-hlr_10.42.42.2(pid=27969): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27969)]\u000a20:25:56.147675 run osmo-hlr_10.42.42.2(pid=27969): stdout: \u000a| (launched: 2022-12-13_20:25:53.200257) \u000a20:25:56.197765 run osmo-hlr_10.42.42.2(pid=27969): stderr: \u000a| �[0;m�[1;31m20221213202553375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202553375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202553375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202553375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202553375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202553375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202553388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202553396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202553396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202553397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:56.266378 run osmo-msc_10.42.42.6(pid=27975): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27975)]\u000a20:25:56.315963 run osmo-msc_10.42.42.6(pid=27975): stdout: \u000a| (launched: 2022-12-13_20:25:55.137512) \u000a20:25:56.366087 run osmo-msc_10.42.42.6(pid=27975): stderr: \u000a| �[0;m�[38;5;43m20221213202555409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202555410 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f761920cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202555410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202555410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202555410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202555410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202555412 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202555412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202555412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202555413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:56.408507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27968): Terminating (SIGTERM)\u000a20:25:56.448562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27971): Terminating (SIGTERM)\u000a20:25:56.488737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27974): Terminating (SIGTERM)\u000a20:25:56.497920 --- ParallelTerminationStrategy: PID 27968 died...\u000a20:25:56.551988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27968): Terminated: ok {rc=0}\u000a20:25:56.561631 --- ParallelTerminationStrategy: PID 27971 died...\u000a20:25:56.615491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27971): Terminated: ok {rc=0}\u000a20:25:56.625058 --- ParallelTerminationStrategy: PID 27974 died...\u000a20:25:56.678898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27974): Terminated: ok {rc=0}\u000a20:25:56.768542 bus /sierra_3: Setting Powered False\u000a20:25:57.872983 bus /sierra_3: Setting Powered False\u000a20:25:58.984787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:25:39" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27986): Process ended prematurely: osmo-stp_10.42.42.5(pid=27986) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27986)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27986): Process ended prematurely: osmo-stp_10.42.42.5(pid=27986) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:26:00.984300 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:00.996045 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:26:01.173324 tst mo_mt_call.py: using LAC 36063\u000a20:26:01.304366 tst mo_mt_call.py: using RAC 108\u000a20:26:01.428621 tst mo_mt_call.py: using CellId 36063\u000a20:26:01.582436 tst mo_mt_call.py: using BVCI 36064\u000a20:26:01.611207 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:01.623514 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:01.635671 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:01.647731 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:01.660153 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:01.672866 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:26:01.798322 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:26:02.057079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:02.591858 run create_hlr_db(pid=27980): Launched\u000a20:26:02.780811 bus /sierra_2: Setting Powered False\u000a20:26:03.802936 run create_hlr_db(pid=27980): Terminated: ok {rc=0}\u000a20:26:04.239853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27982): Launched\u000a20:26:04.569604 run osmo-hlr_10.42.42.2(pid=27983): Launched\u000a20:26:04.693355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:05.266129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27985): Launched\u000a20:26:05.594003 run osmo-stp_10.42.42.5(pid=27986): Launched\u000a20:26:05.712266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:06.319242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27988): Launched\u000a20:26:06.648855 run osmo-msc_10.42.42.6(pid=27989): Launched\u000a20:26:06.840832 run osmo-stp_10.42.42.5(pid=27986): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27986)]\u000a20:26:06.979024 run osmo-stp_10.42.42.5(pid=27986): stdout: \u000a| (launched: 2022-12-13_20:26:05.432306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:07.115809 run osmo-stp_10.42.42.5(pid=27986): stderr: \u000a| �[0;m�[38;5;43m20221213202605624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202605624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202605625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202605625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202605626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202605626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202605626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:07.248094 run osmo-stp_10.42.42.5(pid=27986): stdout: \u000a| (launched: 2022-12-13_20:26:05.432306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:07.378481 run osmo-stp_10.42.42.5(pid=27986): stderr: \u000a| �[0;m�[38;5;43m20221213202605624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202605624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202605625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202605625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202605626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202605626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202605626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:07.435846 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27986): Process ended prematurely: osmo-stp_10.42.42.5(pid=27986) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27986)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:26:07.445180 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:26:07.507852 run osmo-hlr_10.42.42.2(pid=27983): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27983)]\u000a20:26:07.559478 run osmo-hlr_10.42.42.2(pid=27983): stdout: \u000a| (launched: 2022-12-13_20:26:04.407468) \u000a20:26:07.611823 run osmo-hlr_10.42.42.2(pid=27983): stderr: \u000a| �[0;m�[1;31m20221213202604605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202604605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202604605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202604606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202604606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202604606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202604618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202604627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202604627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202604627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:07.683320 run osmo-msc_10.42.42.6(pid=27989): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27989)]\u000a20:26:07.734994 run osmo-msc_10.42.42.6(pid=27989): stdout: \u000a| (launched: 2022-12-13_20:26:06.486725) \u000a20:26:07.787469 run osmo-msc_10.42.42.6(pid=27989): stderr: \u000a| �[0;m�[38;5;43m20221213202606807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202606808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb93f2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202606808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202606808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202606808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202606808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202606810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202606810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202606810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202606811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:07.832025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27982): Terminating (SIGTERM)\u000a20:26:07.874126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27985): Terminating (SIGTERM)\u000a20:26:07.915890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27988): Terminating (SIGTERM)\u000a20:26:07.925634 --- ParallelTerminationStrategy: PID 27982 died...\u000a20:26:07.981490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27982): Terminated: ok {rc=0}\u000a20:26:07.991534 --- ParallelTerminationStrategy: PID 27985 died...\u000a20:26:08.047460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27985): Terminated: ok {rc=0}\u000a20:26:08.057933 --- ParallelTerminationStrategy: PID 27988 died...\u000a20:26:08.113853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27988): Terminated: ok {rc=0}\u000a20:26:08.202232 bus /sierra_3: Setting Powered False\u000a20:26:09.310368 bus /sierra_3: Setting Powered False\u000a20:26:10.420331 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27997): Process ended prematurely: osmo-stp_10.42.42.5(pid=27997) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27997)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27997): Process ended prematurely: osmo-stp_10.42.42.5(pid=27997) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:26:11.535516 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:11.547675 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:26:11.715296 tst mo_mt_call_osmux.py: using LAC 36064\u000a20:26:11.843647 tst mo_mt_call_osmux.py: using RAC 109\u000a20:26:11.974100 tst mo_mt_call_osmux.py: using CellId 36064\u000a20:26:12.102404 tst mo_mt_call_osmux.py: using BVCI 36065\u000a20:26:12.127537 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:12.139118 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:12.150538 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:12.161961 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:12.173488 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:26:12.184941 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:26:12.305085 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:26:12.510959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:12.995011 run create_hlr_db(pid=27991): Launched\u000a20:26:13.170960 bus /sierra_2: Setting Powered False\u000a20:26:14.192649 run create_hlr_db(pid=27991): Terminated: ok {rc=0}\u000a20:26:14.628464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27993): Launched\u000a20:26:14.955949 run osmo-hlr_10.42.42.2(pid=27994): Launched\u000a20:26:15.075091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:15.644284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27996): Launched\u000a20:26:16.044459 run osmo-stp_10.42.42.5(pid=27997): Launched\u000a20:26:16.264049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:16.889823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27999): Launched\u000a20:26:17.323763 run osmo-msc_10.42.42.6(pid=28000): Launched\u000a20:26:17.507312 run osmo-stp_10.42.42.5(pid=27997): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27997)]\u000a20:26:17.637948 run osmo-stp_10.42.42.5(pid=27997): stdout: \u000a| (launched: 2022-12-13_20:26:15.811208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:17.767048 run osmo-stp_10.42.42.5(pid=27997): stderr: \u000a| �[0;m�[38;5;43m20221213202616092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202616092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202616092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202616094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202616097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202616097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202616099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:17.891852 run osmo-stp_10.42.42.5(pid=27997): stdout: \u000a| (launched: 2022-12-13_20:26:15.811208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:18.014686 run osmo-stp_10.42.42.5(pid=27997): stderr: \u000a| �[0;m�[38;5;43m20221213202616092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202616092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202616092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202616094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202616097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202616097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202616099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:18.068595 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27997): Process ended prematurely: osmo-stp_10.42.42.5(pid=27997) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27997)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:26:18.077439 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:26:18.138635 run osmo-hlr_10.42.42.2(pid=27994): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27994)]\u000a20:26:18.188826 run osmo-hlr_10.42.42.2(pid=27994): stdout: \u000a| (launched: 2022-12-13_20:26:14.795089) \u000a20:26:18.239870 run osmo-hlr_10.42.42.2(pid=27994): stderr: \u000a| �[0;m�[1;31m20221213202614993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202614993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202614993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202614993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202614993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202614993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202615006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202615014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202615014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202615014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:18.309085 run osmo-msc_10.42.42.6(pid=28000): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28000)]\u000a20:26:18.359137 run osmo-msc_10.42.42.6(pid=28000): stdout: \u000a| (launched: 2022-12-13_20:26:17.059833) \u000a20:26:18.409946 run osmo-msc_10.42.42.6(pid=28000): stderr: \u000a| �[0;m�[38;5;43m20221213202617393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202617393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ad56e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202617393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202617393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202617394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202617394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202617395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202617396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202617396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202617396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:18.453396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27993): Terminating (SIGTERM)\u000a20:26:18.494703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27996): Terminating (SIGTERM)\u000a20:26:18.535844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27999): Terminating (SIGTERM)\u000a20:26:18.545248 --- ParallelTerminationStrategy: PID 27993 died...\u000a20:26:18.600488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27993): Terminated: ok {rc=0}\u000a20:26:18.610197 --- ParallelTerminationStrategy: PID 27996 died...\u000a20:26:18.664925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27996): Terminated: ok {rc=0}\u000a20:26:18.674590 --- ParallelTerminationStrategy: PID 27999 died...\u000a20:26:18.729387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27999): Terminated: ok {rc=0}\u000a20:26:18.818853 bus /sierra_3: Setting Powered False\u000a20:26:19.923238 bus /sierra_3: Setting Powered False\u000a20:26:21.036082 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:26:00" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28011): Process ended prematurely: osmo-stp_10.42.42.5(pid=28011) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28011): Process ended prematurely: osmo-stp_10.42.42.5(pid=28011) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:26:23.045308 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:23.056776 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:26:23.223103 tst mo_mt_call.py: using LAC 36065\u000a20:26:23.351422 tst mo_mt_call.py: using RAC 110\u000a20:26:23.479435 tst mo_mt_call.py: using CellId 36065\u000a20:26:23.607301 tst mo_mt_call.py: using BVCI 36066\u000a20:26:23.632434 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:23.643926 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:23.655231 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:23.666752 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:23.678255 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:23.689867 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:26:23.807800 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:26:24.022372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:24.548495 run create_hlr_db(pid=28005): Launched\u000a20:26:24.738129 bus /sierra_2: Setting Powered False\u000a20:26:25.759598 run create_hlr_db(pid=28005): Terminated: ok {rc=0}\u000a20:26:26.171910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Launched\u000a20:26:26.478206 run osmo-hlr_10.42.42.2(pid=28008): Launched\u000a20:26:26.598032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:27.134919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Launched\u000a20:26:27.440645 run osmo-stp_10.42.42.5(pid=28011): Launched\u000a20:26:27.553476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:28.113947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28013): Launched\u000a20:26:28.421794 run osmo-msc_10.42.42.6(pid=28014): Launched\u000a20:26:28.602016 run osmo-stp_10.42.42.5(pid=28011): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)]\u000a20:26:28.731608 run osmo-stp_10.42.42.5(pid=28011): stdout: \u000a| (launched: 2022-12-13_20:26:27.290335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:28.859352 run osmo-stp_10.42.42.5(pid=28011): stderr: \u000a| �[0;m�[38;5;43m20221213202627458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202627458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202627458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202627459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202627459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202627459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202627459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:28.982713 run osmo-stp_10.42.42.5(pid=28011): stdout: \u000a| (launched: 2022-12-13_20:26:27.290335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:29.105464 run osmo-stp_10.42.42.5(pid=28011): stderr: \u000a| �[0;m�[38;5;43m20221213202627458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202627458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202627458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202627459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202627459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202627459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202627459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:29.159063 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28011): Process ended prematurely: osmo-stp_10.42.42.5(pid=28011) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28011)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:26:29.167722 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:26:29.228120 run osmo-hlr_10.42.42.2(pid=28008): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28008)]\u000a20:26:29.277534 run osmo-hlr_10.42.42.2(pid=28008): stdout: \u000a| (launched: 2022-12-13_20:26:26.327351) \u000a20:26:29.327616 run osmo-hlr_10.42.42.2(pid=28008): stderr: \u000a| �[0;m�[1;31m20221213202626503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202626503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202626503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202626503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202626503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202626503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202626515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202626526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202626526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202626526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:29.395738 run osmo-msc_10.42.42.6(pid=28014): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28014)]\u000a20:26:29.445411 run osmo-msc_10.42.42.6(pid=28014): stdout: \u000a| (launched: 2022-12-13_20:26:28.269216) \u000a20:26:29.495651 run osmo-msc_10.42.42.6(pid=28014): stderr: \u000a| �[0;m�[38;5;43m20221213202628540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202628540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c1b11ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202628540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202628540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202628540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202628540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202628542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202628543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202628543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202628543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:29.538096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Terminating (SIGTERM)\u000a20:26:29.577925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Terminating (SIGTERM)\u000a20:26:29.617839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28013): Terminating (SIGTERM)\u000a20:26:29.626984 --- ParallelTerminationStrategy: PID 28007 died...\u000a20:26:29.680935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28007): Terminated: ok {rc=0}\u000a20:26:29.690502 --- ParallelTerminationStrategy: PID 28010 died...\u000a20:26:29.744121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28010): Terminated: ok {rc=0}\u000a20:26:29.753762 --- ParallelTerminationStrategy: PID 28013 died...\u000a20:26:29.807922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28013): Terminated: ok {rc=0}\u000a20:26:29.897744 bus /sierra_3: Setting Powered False\u000a20:26:31.022511 bus /sierra_3: Setting Powered False\u000a20:26:32.140457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28022): Process ended prematurely: osmo-stp_10.42.42.5(pid=28022) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28022)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28022): Process ended prematurely: osmo-stp_10.42.42.5(pid=28022) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:26:33.256055 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:33.268456 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:26:33.436206 tst mo_mt_call_osmux.py: using LAC 36066\u000a20:26:33.559524 tst mo_mt_call_osmux.py: using RAC 111\u000a20:26:33.680466 tst mo_mt_call_osmux.py: using CellId 36066\u000a20:26:33.800139 tst mo_mt_call_osmux.py: using BVCI 36067\u000a20:26:33.823340 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:33.834424 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:33.845687 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:33.856524 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:33.867843 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:26:33.879049 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:26:34.001320 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:26:34.216731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:34.743091 run create_hlr_db(pid=28016): Launched\u000a20:26:34.932481 bus /sierra_2: Setting Powered False\u000a20:26:35.954525 run create_hlr_db(pid=28016): Terminated: ok {rc=0}\u000a20:26:36.367501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28018): Launched\u000a20:26:36.676530 run osmo-hlr_10.42.42.2(pid=28019): Launched\u000a20:26:36.794479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:37.327335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28021): Launched\u000a20:26:37.636118 run osmo-stp_10.42.42.5(pid=28022): Launched\u000a20:26:37.748178 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:38.309900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28024): Launched\u000a20:26:38.620502 run osmo-msc_10.42.42.6(pid=28025): Launched\u000a20:26:38.801299 run osmo-stp_10.42.42.5(pid=28022): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28022)]\u000a20:26:38.931459 run osmo-stp_10.42.42.5(pid=28022): stdout: \u000a| (launched: 2022-12-13_20:26:37.483772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:39.059766 run osmo-stp_10.42.42.5(pid=28022): stderr: \u000a| �[0;m�[38;5;43m20221213202637653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202637653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202637653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202637654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202637654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202637654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202637654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:39.183178 run osmo-stp_10.42.42.5(pid=28022): stdout: \u000a| (launched: 2022-12-13_20:26:37.483772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:39.305721 run osmo-stp_10.42.42.5(pid=28022): stderr: \u000a| �[0;m�[38;5;43m20221213202637653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202637653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202637653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202637654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202637654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202637654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202637654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:39.359622 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28022): Process ended prematurely: osmo-stp_10.42.42.5(pid=28022) [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28022)] [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:26:39.368262 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:26:39.429041 run osmo-hlr_10.42.42.2(pid=28019): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28019)]\u000a20:26:39.478900 run osmo-hlr_10.42.42.2(pid=28019): stdout: \u000a| (launched: 2022-12-13_20:26:36.523891) \u000a20:26:39.529382 run osmo-hlr_10.42.42.2(pid=28019): stderr: \u000a| �[0;m�[1;31m20221213202636699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202636699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202636700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202636700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202636700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202636700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202636712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202636721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202636721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202636721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:39.597990 run osmo-msc_10.42.42.6(pid=28025): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28025)]\u000a20:26:39.647729 run osmo-msc_10.42.42.6(pid=28025): stdout: \u000a| (launched: 2022-12-13_20:26:38.465664) \u000a20:26:39.697991 run osmo-msc_10.42.42.6(pid=28025): stderr: \u000a| �[0;m�[38;5;43m20221213202638736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202638737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f713b15cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202638737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202638737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202638737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202638737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202638739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202638739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202638739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202638739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:39.740925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28018): Terminating (SIGTERM)\u000a20:26:39.781460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28021): Terminating (SIGTERM)\u000a20:26:39.822731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28024): Terminating (SIGTERM)\u000a20:26:39.832015 --- ParallelTerminationStrategy: PID 28018 died...\u000a20:26:39.886803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28018): Terminated: ok {rc=0}\u000a20:26:39.896460 --- ParallelTerminationStrategy: PID 28021 died...\u000a20:26:39.950907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28021): Terminated: ok {rc=0}\u000a20:26:39.960510 --- ParallelTerminationStrategy: PID 28024 died...\u000a20:26:40.014772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28024): Terminated: ok {rc=0}\u000a20:26:40.099479 bus /sierra_3: Setting Powered False\u000a20:26:41.207736 bus /sierra_3: Setting Powered False\u000a20:26:42.316578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:26:22" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28036): Process ended prematurely: osmo-stp_10.42.42.5(pid=28036) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28036): Process ended prematurely: osmo-stp_10.42.42.5(pid=28036) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:26:44.322377 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:44.333855 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:26:44.492545 tst mo_mt_call.py: using LAC 36067\u000a20:26:44.618909 tst mo_mt_call.py: using RAC 112\u000a20:26:44.738627 tst mo_mt_call.py: using CellId 36067\u000a20:26:44.859968 tst mo_mt_call.py: using BVCI 36068\u000a20:26:44.883541 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:44.894973 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:44.906211 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:44.917343 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:44.928638 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:44.940263 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:26:45.061462 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:26:45.267085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:45.749809 run create_hlr_db(pid=28030): Launched\u000a20:26:45.954086 bus /sierra_2: Setting Powered False\u000a20:26:46.962277 run create_hlr_db(pid=28030): Terminated: ok {rc=0}\u000a20:26:47.414634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Launched\u000a20:26:47.722121 run osmo-hlr_10.42.42.2(pid=28033): Launched\u000a20:26:47.837977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:48.370380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Launched\u000a20:26:48.679474 run osmo-stp_10.42.42.5(pid=28036): Launched\u000a20:26:48.791541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:49.352784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Launched\u000a20:26:49.662444 run osmo-msc_10.42.42.6(pid=28039): Launched\u000a20:26:49.843263 run osmo-stp_10.42.42.5(pid=28036): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)]\u000a20:26:49.973827 run osmo-stp_10.42.42.5(pid=28036): stdout: \u000a| (launched: 2022-12-13_20:26:48.526323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:50.101773 run osmo-stp_10.42.42.5(pid=28036): stderr: \u000a| �[0;m�[38;5;43m20221213202648695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202648695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202648696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202648696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:50.225692 run osmo-stp_10.42.42.5(pid=28036): stdout: \u000a| (launched: 2022-12-13_20:26:48.526323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:50.348269 run osmo-stp_10.42.42.5(pid=28036): stderr: \u000a| �[0;m�[38;5;43m20221213202648695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202648695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202648696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202648696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202648697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:50.401728 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28036): Process ended prematurely: osmo-stp_10.42.42.5(pid=28036) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28036)] [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:26:50.410522 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:26:50.471019 run osmo-hlr_10.42.42.2(pid=28033): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28033)]\u000a20:26:50.520384 run osmo-hlr_10.42.42.2(pid=28033): stdout: \u000a| (launched: 2022-12-13_20:26:47.570917) \u000a20:26:50.570501 run osmo-hlr_10.42.42.2(pid=28033): stderr: \u000a| �[0;m�[1;31m20221213202647748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202647748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202647748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202647748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202647748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202647748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202647759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202647768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202647769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202647769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:50.638804 run osmo-msc_10.42.42.6(pid=28039): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28039)]\u000a20:26:50.688311 run osmo-msc_10.42.42.6(pid=28039): stdout: \u000a| (launched: 2022-12-13_20:26:49.508913) \u000a20:26:50.738447 run osmo-msc_10.42.42.6(pid=28039): stderr: \u000a| �[0;m�[38;5;43m20221213202649778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202649778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f161e3dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202649778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202649778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202649778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202649779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202649780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202649781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202649781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202649781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:50.781283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Terminating (SIGTERM)\u000a20:26:50.821822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Terminating (SIGTERM)\u000a20:26:50.862952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Terminating (SIGTERM)\u000a20:26:50.872223 --- ParallelTerminationStrategy: PID 28032 died...\u000a20:26:50.927147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28032): Terminated: ok {rc=0}\u000a20:26:50.936833 --- ParallelTerminationStrategy: PID 28035 died...\u000a20:26:50.990895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28035): Terminated: ok {rc=0}\u000a20:26:51.000406 --- ParallelTerminationStrategy: PID 28038 died...\u000a20:26:51.054411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28038): Terminated: ok {rc=0}\u000a20:26:51.139856 bus /sierra_3: Setting Powered False\u000a20:26:52.247634 bus /sierra_3: Setting Powered False\u000a20:26:53.357450 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28047): Process ended prematurely: osmo-stp_10.42.42.5(pid=28047) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28047)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28047): Process ended prematurely: osmo-stp_10.42.42.5(pid=28047) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:26:54.473206 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:54.485471 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:26:54.668571 tst mo_mt_call_osmux.py: using LAC 36068\u000a20:26:54.790246 tst mo_mt_call_osmux.py: using RAC 113\u000a20:26:54.914985 tst mo_mt_call_osmux.py: using CellId 36068\u000a20:26:55.033214 tst mo_mt_call_osmux.py: using BVCI 36069\u000a20:26:55.056299 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:55.067469 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:55.078500 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:55.089403 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:55.100718 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:26:55.112058 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:26:55.233294 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:26:55.437645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:55.923066 run create_hlr_db(pid=28041): Launched\u000a20:26:56.099476 bus /sierra_2: Setting Powered False\u000a20:26:57.122308 run create_hlr_db(pid=28041): Terminated: ok {rc=0}\u000a20:26:57.561497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28043): Launched\u000a20:26:57.891453 run osmo-hlr_10.42.42.2(pid=28044): Launched\u000a20:26:58.015756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:58.586155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28046): Launched\u000a20:26:58.915325 run osmo-stp_10.42.42.5(pid=28047): Launched\u000a20:26:59.034088 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:59.633776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28049): Launched\u000a20:26:59.964198 run osmo-msc_10.42.42.6(pid=28050): Launched\u000a20:27:00.155661 run osmo-stp_10.42.42.5(pid=28047): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28047)]\u000a20:27:00.294731 run osmo-stp_10.42.42.5(pid=28047): stdout: \u000a| (launched: 2022-12-13_20:26:58.753515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:00.431973 run osmo-stp_10.42.42.5(pid=28047): stderr: \u000a| �[0;m�[38;5;43m20221213202658945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202658945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202658946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202658946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202658946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202658947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202658947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:00.563813 run osmo-stp_10.42.42.5(pid=28047): stdout: \u000a| (launched: 2022-12-13_20:26:58.753515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:00.694439 run osmo-stp_10.42.42.5(pid=28047): stderr: \u000a| �[0;m�[38;5;43m20221213202658945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202658945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202658946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202658946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202658946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202658947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202658947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:00.751815 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28047): Process ended prematurely: osmo-stp_10.42.42.5(pid=28047) [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28047)] [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:27:00.760920 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:27:00.823748 run osmo-hlr_10.42.42.2(pid=28044): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28044)]\u000a20:27:00.891256 run osmo-hlr_10.42.42.2(pid=28044): stdout: \u000a| (launched: 2022-12-13_20:26:57.729823) \u000a20:27:00.953664 run osmo-hlr_10.42.42.2(pid=28044): stderr: \u000a| �[0;m�[1;31m20221213202657929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202657929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202657929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202657929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202657929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202657929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202657939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202657948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202657948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202657949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:01.024844 run osmo-msc_10.42.42.6(pid=28050): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28050)]\u000a20:27:01.076736 run osmo-msc_10.42.42.6(pid=28050): stdout: \u000a| (launched: 2022-12-13_20:26:59.800937) \u000a20:27:01.130506 run osmo-msc_10.42.42.6(pid=28050): stderr: \u000a| �[0;m�[38;5;43m20221213202700124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202700125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9eab7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202700125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202700125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202700125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202700125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202700127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202700127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202700128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202700128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:01.176594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28043): Terminating (SIGTERM)\u000a20:27:01.222918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28046): Terminating (SIGTERM)\u000a20:27:01.266632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28049): Terminating (SIGTERM)\u000a20:27:01.278279 --- ParallelTerminationStrategy: PID 28043 died...\u000a20:27:01.338514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28043): Terminated: ok {rc=0}\u000a20:27:01.349310 --- ParallelTerminationStrategy: PID 28046 died...\u000a20:27:01.406616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28046): Terminated: ok {rc=0}\u000a20:27:01.417568 --- ParallelTerminationStrategy: PID 28049 died...\u000a20:27:01.475059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28049): Terminated: ok {rc=0}\u000a20:27:01.563798 bus /sierra_3: Setting Powered False\u000a20:27:02.668865 bus /sierra_3: Setting Powered False\u000a20:27:03.780049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:26:44" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28061): Process ended prematurely: osmo-stp_10.42.42.5(pid=28061) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28061): Process ended prematurely: osmo-stp_10.42.42.5(pid=28061) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:27:05.777567 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:05.788381 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:27:05.950751 tst mo_mt_call.py: using LAC 36069\u000a20:27:06.078182 tst mo_mt_call.py: using RAC 114\u000a20:27:06.206000 tst mo_mt_call.py: using CellId 36069\u000a20:27:06.335112 tst mo_mt_call.py: using BVCI 36070\u000a20:27:06.360168 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:06.371514 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:06.382734 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:06.393960 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:06.405235 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:06.416472 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:27:06.533996 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:27:06.739514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:07.224307 run create_hlr_db(pid=28055): Launched\u000a20:27:07.400249 bus /sierra_2: Setting Powered False\u000a20:27:08.422340 run create_hlr_db(pid=28055): Terminated: ok {rc=0}\u000a20:27:08.858100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Launched\u000a20:27:09.187198 run osmo-hlr_10.42.42.2(pid=28058): Launched\u000a20:27:09.311456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:09.881232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Launched\u000a20:27:10.211336 run osmo-stp_10.42.42.5(pid=28061): Launched\u000a20:27:10.331285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:10.929562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Launched\u000a20:27:11.259316 run osmo-msc_10.42.42.6(pid=28064): Launched\u000a20:27:11.450991 run osmo-stp_10.42.42.5(pid=28061): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)]\u000a20:27:11.588845 run osmo-stp_10.42.42.5(pid=28061): stdout: \u000a| (launched: 2022-12-13_20:27:10.048109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:11.725461 run osmo-stp_10.42.42.5(pid=28061): stderr: \u000a| �[0;m�[38;5;43m20221213202710238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202710239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202710239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202710239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202710240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202710240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202710240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:11.857071 run osmo-stp_10.42.42.5(pid=28061): stdout: \u000a| (launched: 2022-12-13_20:27:10.048109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:11.987857 run osmo-stp_10.42.42.5(pid=28061): stderr: \u000a| �[0;m�[38;5;43m20221213202710238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202710239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202710239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202710239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202710240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202710240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202710240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:12.045320 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28061): Process ended prematurely: osmo-stp_10.42.42.5(pid=28061) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)] [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:27:12.054358 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:27:12.117033 run osmo-hlr_10.42.42.2(pid=28058): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28058)]\u000a20:27:12.168547 run osmo-hlr_10.42.42.2(pid=28058): stdout: \u000a| (launched: 2022-12-13_20:27:09.025677) \u000a20:27:12.220886 run osmo-hlr_10.42.42.2(pid=28058): stderr: \u000a| �[0;m�[1;31m20221213202709222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202709222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202709222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202709222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202709222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202709222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202709234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202709243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202709243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202709243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:12.292159 run osmo-msc_10.42.42.6(pid=28064): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28064)]\u000a20:27:12.345720 run osmo-msc_10.42.42.6(pid=28064): stdout: \u000a| (launched: 2022-12-13_20:27:11.096699) \u000a20:27:12.397959 run osmo-msc_10.42.42.6(pid=28064): stderr: \u000a| �[0;m�[38;5;43m20221213202711419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202711419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc456f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202711419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202711420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202711420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202711420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202711422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202711422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202711422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202711422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:12.442443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Terminating (SIGTERM)\u000a20:27:12.484456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Terminating (SIGTERM)\u000a20:27:12.526467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Terminating (SIGTERM)\u000a20:27:12.536156 --- ParallelTerminationStrategy: PID 28057 died...\u000a20:27:12.592245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Terminated: ok {rc=0}\u000a20:27:12.602352 --- ParallelTerminationStrategy: PID 28060 died...\u000a20:27:12.658144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Terminated: ok {rc=0}\u000a20:27:12.668219 --- ParallelTerminationStrategy: PID 28063 died...\u000a20:27:12.724196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Terminated: ok {rc=0}\u000a20:27:12.812265 bus /sierra_3: Setting Powered False\u000a20:27:13.919205 bus /sierra_3: Setting Powered False\u000a20:27:15.028296 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28072): Process ended prematurely: osmo-stp_10.42.42.5(pid=28072) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28072)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28072): Process ended prematurely: osmo-stp_10.42.42.5(pid=28072) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:27:16.171449 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:16.188001 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:27:16.389328 tst mo_mt_call_osmux.py: using LAC 36070\u000a20:27:16.517306 tst mo_mt_call_osmux.py: using RAC 115\u000a20:27:16.642280 tst mo_mt_call_osmux.py: using CellId 36070\u000a20:27:16.766712 tst mo_mt_call_osmux.py: using BVCI 36071\u000a20:27:16.791377 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:16.803503 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:16.815579 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:16.827495 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:16.840482 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:27:16.854440 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:27:16.979055 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:27:17.207183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:17.697194 run create_hlr_db(pid=28066): Launched\u000a20:27:17.873801 bus /sierra_2: Setting Powered False\u000a20:27:18.896083 run create_hlr_db(pid=28066): Terminated: ok {rc=0}\u000a20:27:19.303996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28068): Launched\u000a20:27:19.612415 run osmo-hlr_10.42.42.2(pid=28069): Launched\u000a20:27:19.733116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:20.270086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28071): Launched\u000a20:27:20.579701 run osmo-stp_10.42.42.5(pid=28072): Launched\u000a20:27:20.692250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:21.254662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28074): Launched\u000a20:27:21.563078 run osmo-msc_10.42.42.6(pid=28075): Launched\u000a20:27:21.743204 run osmo-stp_10.42.42.5(pid=28072): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28072)]\u000a20:27:21.873207 run osmo-stp_10.42.42.5(pid=28072): stdout: \u000a| (launched: 2022-12-13_20:27:20.427046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:22.001309 run osmo-stp_10.42.42.5(pid=28072): stderr: \u000a| �[0;m�[38;5;43m20221213202720598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202720598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202720598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202720599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202720599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202720599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202720599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:22.124409 run osmo-stp_10.42.42.5(pid=28072): stdout: \u000a| (launched: 2022-12-13_20:27:20.427046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:22.247357 run osmo-stp_10.42.42.5(pid=28072): stderr: \u000a| �[0;m�[38;5;43m20221213202720598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202720598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202720598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202720599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202720599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202720599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202720599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:22.301484 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28072): Process ended prematurely: osmo-stp_10.42.42.5(pid=28072) [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28072)] [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:27:22.309990 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:27:22.370245 run osmo-hlr_10.42.42.2(pid=28069): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28069)]\u000a20:27:22.419949 run osmo-hlr_10.42.42.2(pid=28069): stdout: \u000a| (launched: 2022-12-13_20:27:19.460314) \u000a20:27:22.470063 run osmo-hlr_10.42.42.2(pid=28069): stderr: \u000a| �[0;m�[1;31m20221213202719634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202719634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202719634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202719634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202719634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202719634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202719646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202719654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202719654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202719654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:22.537982 run osmo-msc_10.42.42.6(pid=28075): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28075)]\u000a20:27:22.587738 run osmo-msc_10.42.42.6(pid=28075): stdout: \u000a| (launched: 2022-12-13_20:27:21.410536) \u000a20:27:22.637973 run osmo-msc_10.42.42.6(pid=28075): stderr: \u000a| �[0;m�[38;5;43m20221213202721680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202721680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa45a5ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202721680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202721680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202721680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202721681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202721682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202721683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202721683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202721683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:22.680339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28068): Terminating (SIGTERM)\u000a20:27:22.720165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28071): Terminating (SIGTERM)\u000a20:27:22.760018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28074): Terminating (SIGTERM)\u000a20:27:22.769234 --- ParallelTerminationStrategy: PID 28068 died...\u000a20:27:22.823210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28068): Terminated: ok {rc=0}\u000a20:27:22.832846 --- ParallelTerminationStrategy: PID 28071 died...\u000a20:27:22.886464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28071): Terminated: ok {rc=0}\u000a20:27:22.895974 --- ParallelTerminationStrategy: PID 28074 died...\u000a20:27:22.949620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28074): Terminated: ok {rc=0}\u000a20:27:23.039048 bus /sierra_3: Setting Powered False\u000a20:27:24.143565 bus /sierra_3: Setting Powered False\u000a20:27:25.251456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:27:05" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28086): Process ended prematurely: osmo-stp_10.42.42.5(pid=28086) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28086): Process ended prematurely: osmo-stp_10.42.42.5(pid=28086) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a20:27:27.258210 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:27.269533 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a20:27:27.417255 tst mo_mt_call.py: using LAC 36071\u000a20:27:27.550000 tst mo_mt_call.py: using RAC 116\u000a20:27:27.677215 tst mo_mt_call.py: using CellId 36071\u000a20:27:27.805922 tst mo_mt_call.py: using BVCI 36072\u000a20:27:27.830884 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:27.842464 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:27.853729 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:27.864852 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:27.876056 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:27.887441 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:27:28.005293 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:27:28.218284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:28.743292 run create_hlr_db(pid=28080): Launched\u000a20:27:28.932614 bus /sierra_2: Setting Powered False\u000a20:27:29.954685 run create_hlr_db(pid=28080): Terminated: ok {rc=0}\u000a20:27:30.366959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Launched\u000a20:27:30.675779 run osmo-hlr_10.42.42.2(pid=28083): Launched\u000a20:27:30.796536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:31.383011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Launched\u000a20:27:31.885994 run osmo-stp_10.42.42.5(pid=28086): Launched\u000a20:27:32.063857 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:32.632463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Launched\u000a20:27:32.945144 run osmo-msc_10.42.42.6(pid=28089): Launched\u000a20:27:33.127310 run osmo-stp_10.42.42.5(pid=28086): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)]\u000a20:27:33.258104 run osmo-stp_10.42.42.5(pid=28086): stdout: \u000a| (launched: 2022-12-13_20:27:31.555786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:33.386716 run osmo-stp_10.42.42.5(pid=28086): stderr: \u000a| �[0;m�[38;5;43m20221213202731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202731761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202731761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202731761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202731762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:33.510340 run osmo-stp_10.42.42.5(pid=28086): stdout: \u000a| (launched: 2022-12-13_20:27:31.555786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:33.633953 run osmo-stp_10.42.42.5(pid=28086): stderr: \u000a| �[0;m�[38;5;43m20221213202731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202731761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202731761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202731761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202731762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:33.687871 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28086): Process ended prematurely: osmo-stp_10.42.42.5(pid=28086) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)] [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a20:27:33.696277 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:27:33.756843 run osmo-hlr_10.42.42.2(pid=28083): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28083)]\u000a20:27:33.806338 run osmo-hlr_10.42.42.2(pid=28083): stdout: \u000a| (launched: 2022-12-13_20:27:30.523306) \u000a20:27:33.856558 run osmo-hlr_10.42.42.2(pid=28083): stderr: \u000a| �[0;m�[1;31m20221213202730698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202730698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202730698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202730698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202730698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202730698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202730711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202730719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202730719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202730719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:33.924601 run osmo-msc_10.42.42.6(pid=28089): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28089)]\u000a20:27:33.974415 run osmo-msc_10.42.42.6(pid=28089): stdout: \u000a| (launched: 2022-12-13_20:27:32.789305) \u000a20:27:34.024287 run osmo-msc_10.42.42.6(pid=28089): stderr: \u000a| �[0;m�[38;5;43m20221213202733061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202733061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fadca419c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202733061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202733061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202733062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202733062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202733063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202733064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202733064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202733064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:34.067051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Terminating (SIGTERM)\u000a20:27:34.107878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Terminating (SIGTERM)\u000a20:27:34.148436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Terminating (SIGTERM)\u000a20:27:34.157730 --- ParallelTerminationStrategy: PID 28082 died...\u000a20:27:34.212164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Terminated: ok {rc=0}\u000a20:27:34.221785 --- ParallelTerminationStrategy: PID 28085 died...\u000a20:27:34.275694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Terminated: ok {rc=0}\u000a20:27:34.285415 --- ParallelTerminationStrategy: PID 28088 died...\u000a20:27:34.339337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Terminated: ok {rc=0}\u000a20:27:34.429038 bus /sierra_3: Setting Powered False\u000a20:27:35.533940 bus /sierra_3: Setting Powered False\u000a20:27:36.644805 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28097): Process ended prematurely: osmo-stp_10.42.42.5(pid=28097) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28097)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28097): Process ended prematurely: osmo-stp_10.42.42.5(pid=28097) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:27:37.760730 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:37.772697 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a20:27:37.920328 tst mo_mt_call_osmux.py: using LAC 36072\u000a20:27:38.057456 tst mo_mt_call_osmux.py: using RAC 117\u000a20:27:38.196751 tst mo_mt_call_osmux.py: using CellId 36072\u000a20:27:38.326860 tst mo_mt_call_osmux.py: using BVCI 36073\u000a20:27:38.351985 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:38.363531 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:38.374850 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:38.386172 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:38.397474 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:27:38.408762 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:27:38.525539 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:27:38.731444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:39.217330 run create_hlr_db(pid=28091): Launched\u000a20:27:39.393420 bus /sierra_2: Setting Powered False\u000a20:27:40.416303 run create_hlr_db(pid=28091): Terminated: ok {rc=0}\u000a20:27:40.852362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28093): Launched\u000a20:27:41.181119 run osmo-hlr_10.42.42.2(pid=28094): Launched\u000a20:27:41.305686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:41.876748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28096): Launched\u000a20:27:42.207238 run osmo-stp_10.42.42.5(pid=28097): Launched\u000a20:27:42.326760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:42.926914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28099): Launched\u000a20:27:43.257511 run osmo-msc_10.42.42.6(pid=28100): Launched\u000a20:27:43.450412 run osmo-stp_10.42.42.5(pid=28097): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28097)]\u000a20:27:43.588141 run osmo-stp_10.42.42.5(pid=28097): stdout: \u000a| (launched: 2022-12-13_20:27:42.044159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:43.725125 run osmo-stp_10.42.42.5(pid=28097): stderr: \u000a| �[0;m�[38;5;43m20221213202742234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202742234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202742235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202742235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202742235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202742236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202742236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:43.856462 run osmo-stp_10.42.42.5(pid=28097): stdout: \u000a| (launched: 2022-12-13_20:27:42.044159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:43.987438 run osmo-stp_10.42.42.5(pid=28097): stderr: \u000a| �[0;m�[38;5;43m20221213202742234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202742234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202742235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202742235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202742235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202742236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202742236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:44.045109 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28097): Process ended prematurely: osmo-stp_10.42.42.5(pid=28097) [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28097)] [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a20:27:44.054283 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:27:44.117229 run osmo-hlr_10.42.42.2(pid=28094): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28094)]\u000a20:27:44.168921 run osmo-hlr_10.42.42.2(pid=28094): stdout: \u000a| (launched: 2022-12-13_20:27:41.019576) \u000a20:27:44.221241 run osmo-hlr_10.42.42.2(pid=28094): stderr: \u000a| �[0;m�[1;31m20221213202741216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202741216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202741216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202741217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202741217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202741217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202741229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202741238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202741238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202741238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:44.292570 run osmo-msc_10.42.42.6(pid=28100): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28100)]\u000a20:27:44.344381 run osmo-msc_10.42.42.6(pid=28100): stdout: \u000a| (launched: 2022-12-13_20:27:43.094920) \u000a20:27:44.396390 run osmo-msc_10.42.42.6(pid=28100): stderr: \u000a| �[0;m�[38;5;43m20221213202743414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202743414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fadb809dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202743415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202743415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202743415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202743415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202743417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202743417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202743417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202743417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:44.440334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28093): Terminating (SIGTERM)\u000a20:27:44.482117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28096): Terminating (SIGTERM)\u000a20:27:44.523878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28099): Terminating (SIGTERM)\u000a20:27:44.533497 --- ParallelTerminationStrategy: PID 28093 died...\u000a20:27:44.589832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28093): Terminated: ok {rc=0}\u000a20:27:44.599894 --- ParallelTerminationStrategy: PID 28096 died...\u000a20:27:44.655429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28096): Terminated: ok {rc=0}\u000a20:27:44.665418 --- ParallelTerminationStrategy: PID 28099 died...\u000a20:27:44.720648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28099): Terminated: ok {rc=0}\u000a20:27:44.808118 bus /sierra_3: Setting Powered False\u000a20:27:45.937019 bus /sierra_3: Setting Powered False\u000a20:27:47.068235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:27:26" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28112): Process ended prematurely: osmo-stp_10.42.42.5(pid=28112) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28112): Process ended prematurely: osmo-stp_10.42.42.5(pid=28112) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a20:27:49.067924 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:49.079691 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:27:49.227304 tst mo_mt_call.py: using LAC 36073\u000a20:27:49.355627 tst mo_mt_call.py: using RAC 118\u000a20:27:49.481904 tst mo_mt_call.py: using CellId 36073\u000a20:27:49.608256 tst mo_mt_call.py: using BVCI 36074\u000a20:27:49.633346 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:49.645083 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:49.656545 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:49.668222 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:49.679964 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:49.691545 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:27:49.809534 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:27:50.014487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:50.499787 run create_hlr_db(pid=28105): Launched\u000a20:27:50.677475 bus /sierra_2: Setting Powered False\u000a20:27:51.698506 run create_hlr_db(pid=28105): Terminated: ok {rc=0}\u000a20:27:52.107485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28107): Launched\u000a20:27:52.415944 run osmo-hlr_10.42.42.2(pid=28108): Launched\u000a20:27:52.538506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:53.079688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Launched\u000a20:27:53.387888 run osmo-stp_10.42.42.5(pid=28112): Launched\u000a20:27:53.500271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:54.060525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Launched\u000a20:27:54.370846 run osmo-msc_10.42.42.6(pid=28115): Launched\u000a20:27:54.551769 run osmo-stp_10.42.42.5(pid=28112): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)]\u000a20:27:54.682345 run osmo-stp_10.42.42.5(pid=28112): stdout: \u000a| (launched: 2022-12-13_20:27:53.235411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:54.810464 run osmo-stp_10.42.42.5(pid=28112): stderr: \u000a| �[0;m�[38;5;43m20221213202753406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202753406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202753406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202753407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202753407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202753407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202753407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:54.934336 run osmo-stp_10.42.42.5(pid=28112): stdout: \u000a| (launched: 2022-12-13_20:27:53.235411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:55.057182 run osmo-stp_10.42.42.5(pid=28112): stderr: \u000a| �[0;m�[38;5;43m20221213202753406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202753406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202753406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202753407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202753407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202753407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202753407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:55.111214 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28112): Process ended prematurely: osmo-stp_10.42.42.5(pid=28112) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)] [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a20:27:55.120097 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:27:55.180996 run osmo-hlr_10.42.42.2(pid=28108): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28108)]\u000a20:27:55.231494 run osmo-hlr_10.42.42.2(pid=28108): stdout: \u000a| (launched: 2022-12-13_20:27:52.263575) \u000a20:27:55.282101 run osmo-hlr_10.42.42.2(pid=28108): stderr: \u000a| �[0;m�[1;31m20221213202752437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202752437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202752437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202752437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202752437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202752437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202752449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202752457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202752458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202752458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:55.350560 run osmo-msc_10.42.42.6(pid=28115): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28115)]\u000a20:27:55.399853 run osmo-msc_10.42.42.6(pid=28115): stdout: \u000a| (launched: 2022-12-13_20:27:54.217329) \u000a20:27:55.450172 run osmo-msc_10.42.42.6(pid=28115): stderr: \u000a| �[0;m�[38;5;43m20221213202754487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202754488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdd295dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202754488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202754488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202754488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202754488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202754490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202754490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202754491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202754491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:55.493047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28107): Terminating (SIGTERM)\u000a20:27:55.533844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Terminating (SIGTERM)\u000a20:27:55.574272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Terminating (SIGTERM)\u000a20:27:55.583650 --- ParallelTerminationStrategy: PID 28107 died...\u000a20:27:55.638067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28107): Terminated: ok {rc=0}\u000a20:27:55.647705 --- ParallelTerminationStrategy: PID 28111 died...\u000a20:27:55.701712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Terminated: ok {rc=0}\u000a20:27:55.711317 --- ParallelTerminationStrategy: PID 28114 died...\u000a20:27:55.765348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Terminated: ok {rc=0}\u000a20:27:55.853947 bus /sierra_3: Setting Powered False\u000a20:27:56.957955 bus /sierra_3: Setting Powered False\u000a20:27:58.070631 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28123): Process ended prematurely: osmo-stp_10.42.42.5(pid=28123) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28123)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28123): Process ended prematurely: osmo-stp_10.42.42.5(pid=28123) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:27:59.181947 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:59.193886 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:27:59.336643 tst mo_mt_call_osmux.py: using LAC 36074\u000a20:27:59.456620 tst mo_mt_call_osmux.py: using RAC 119\u000a20:27:59.585061 tst mo_mt_call_osmux.py: using CellId 36074\u000a20:27:59.713628 tst mo_mt_call_osmux.py: using BVCI 36075\u000a20:27:59.739008 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:59.751356 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:59.763363 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:59.775254 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:59.787437 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:27:59.799349 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:27:59.917369 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:28:00.135991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:00.662401 run create_hlr_db(pid=28117): Launched\u000a20:28:00.856389 bus /sierra_2: Setting Powered False\u000a20:28:01.877299 run create_hlr_db(pid=28117): Terminated: ok {rc=0}\u000a20:28:02.307815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28119): Launched\u000a20:28:02.617551 run osmo-hlr_10.42.42.2(pid=28120): Launched\u000a20:28:02.740357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:03.278278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28122): Launched\u000a20:28:03.586957 run osmo-stp_10.42.42.5(pid=28123): Launched\u000a20:28:03.697994 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:28:04.257257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28125): Launched\u000a20:28:04.565114 run osmo-msc_10.42.42.6(pid=28126): Launched\u000a20:28:04.745072 run osmo-stp_10.42.42.5(pid=28123): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28123)]\u000a20:28:04.875391 run osmo-stp_10.42.42.5(pid=28123): stdout: \u000a| (launched: 2022-12-13_20:28:03.434138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:05.002964 run osmo-stp_10.42.42.5(pid=28123): stderr: \u000a| �[0;m�[38;5;43m20221213202803605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202803605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202803605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202803606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202803606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202803606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202803606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:05.126105 run osmo-stp_10.42.42.5(pid=28123): stdout: \u000a| (launched: 2022-12-13_20:28:03.434138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:05.247867 run osmo-stp_10.42.42.5(pid=28123): stderr: \u000a| �[0;m�[38;5;43m20221213202803605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202803605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202803605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202803606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202803606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202803606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202803606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:05.302058 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28123): Process ended prematurely: osmo-stp_10.42.42.5(pid=28123) [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28123)] [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a20:28:05.310611 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:28:05.370912 run osmo-hlr_10.42.42.2(pid=28120): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28120)]\u000a20:28:05.420458 run osmo-hlr_10.42.42.2(pid=28120): stdout: \u000a| (launched: 2022-12-13_20:28:02.464351) \u000a20:28:05.470552 run osmo-hlr_10.42.42.2(pid=28120): stderr: \u000a| �[0;m�[1;31m20221213202802638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202802639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202802639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202802639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202802639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202802639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202802652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202802660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202802660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202802660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:05.538682 run osmo-msc_10.42.42.6(pid=28126): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28126)]\u000a20:28:05.588017 run osmo-msc_10.42.42.6(pid=28126): stdout: \u000a| (launched: 2022-12-13_20:28:04.412888) \u000a20:28:05.637933 run osmo-msc_10.42.42.6(pid=28126): stderr: \u000a| �[0;m�[38;5;43m20221213202804682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202804682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f142edfec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202804682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202804682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202804683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202804683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202804685 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202804685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202804685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202804685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:28:05.680583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28119): Terminating (SIGTERM)\u000a20:28:05.720719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28122): Terminating (SIGTERM)\u000a20:28:05.761378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28125): Terminating (SIGTERM)\u000a20:28:05.770504 --- ParallelTerminationStrategy: PID 28119 died...\u000a20:28:05.824696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28119): Terminated: ok {rc=0}\u000a20:28:05.834238 --- ParallelTerminationStrategy: PID 28122 died...\u000a20:28:05.887898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28122): Terminated: ok {rc=0}\u000a20:28:05.897815 --- ParallelTerminationStrategy: PID 28125 died...\u000a20:28:05.951387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28125): Terminated: ok {rc=0}\u000a20:28:06.035661 bus /sierra_3: Setting Powered False\u000a20:28:07.142541 bus /sierra_3: Setting Powered False\u000a20:28:08.254375 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:27:48" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28137): Process ended prematurely: osmo-stp_10.42.42.5(pid=28137) [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28137): Process ended prematurely: osmo-stp_10.42.42.5(pid=28137) [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:28:10.268769 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:10.279362 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a20:28:10.414636 tst emergency_mo_mt_call.py: using LAC 36075\u000a20:28:10.532895 tst emergency_mo_mt_call.py: using RAC 120\u000a20:28:10.651551 tst emergency_mo_mt_call.py: using CellId 36075\u000a20:28:10.772882 tst emergency_mo_mt_call.py: using BVCI 36076\u000a20:28:10.796276 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:10.807156 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:10.817678 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:10.828166 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:10.839463 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:10.850852 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:10.973181 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:11.183465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:11.699818 run create_hlr_db(pid=28131): Launched\u000a20:28:11.887196 bus /sierra_2: Setting Powered False\u000a20:28:12.907786 run create_hlr_db(pid=28131): Terminated: ok {rc=0}\u000a20:28:13.314527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Launched\u000a20:28:13.617934 run osmo-hlr_10.42.42.2(pid=28134): Launched\u000a20:28:13.733583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:14.258660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Launched\u000a20:28:14.563730 run osmo-stp_10.42.42.5(pid=28137): Launched\u000a20:28:14.695765 tst emergency_mo_mt_call.py: using MSISDN 8319\u000a20:28:14.846297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:28:15.395539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Launched\u000a20:28:15.698586 run osmo-msc_10.42.42.6(pid=28140): Launched\u000a20:28:15.895091 run osmo-stp_10.42.42.5(pid=28137): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)]\u000a20:28:16.208194 run osmo-stp_10.42.42.5(pid=28137): stdout: \u000a| (launched: 2022-12-13_20:28:14.411225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:16.400525 run osmo-stp_10.42.42.5(pid=28137): stderr: \u000a| �[0;m�[38;5;43m20221213202814580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202814580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202814580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202814581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202814581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202814581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202814581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:16.544711 run osmo-stp_10.42.42.5(pid=28137): stdout: \u000a| (launched: 2022-12-13_20:28:14.411225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:16.678806 run osmo-stp_10.42.42.5(pid=28137): stderr: \u000a| �[0;m�[38;5;43m20221213202814580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202814580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202814580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202814581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202814581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202814581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202814581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:16.738765 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28137): Process ended prematurely: osmo-stp_10.42.42.5(pid=28137) [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)] [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a20:28:16.748669 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a20:28:16.813012 run osmo-hlr_10.42.42.2(pid=28134): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28134)]\u000a20:28:16.866801 run osmo-hlr_10.42.42.2(pid=28134): stdout: \u000a| (launched: 2022-12-13_20:28:13.467896) \u000a20:28:16.922336 run osmo-hlr_10.42.42.2(pid=28134): stderr: \u000a| �[0;m�[1;31m20221213202813641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202813641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202813641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202813641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202813641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202813641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202813653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202813662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202813662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202813662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:16.996598 run osmo-msc_10.42.42.6(pid=28140): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28140)]\u000a20:28:17.049985 run osmo-msc_10.42.42.6(pid=28140): stdout: \u000a| (launched: 2022-12-13_20:28:15.549219) \u000a20:28:17.103239 run osmo-msc_10.42.42.6(pid=28140): stderr: \u000a| �[0;m�[38;5;43m20221213202815820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202815820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39a4280c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202815820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202815820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202815820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202815820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202815822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202815823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202815823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202815823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:28:17.150492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Terminating (SIGTERM)\u000a20:28:17.194557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Terminating (SIGTERM)\u000a20:28:17.241405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Terminating (SIGTERM)\u000a20:28:17.251737 --- ParallelTerminationStrategy: PID 28133 died...\u000a20:28:17.309909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Terminated: ok {rc=0}\u000a20:28:17.320145 --- ParallelTerminationStrategy: PID 28136 died...\u000a20:28:17.376248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Terminated: ok {rc=0}\u000a20:28:17.386384 --- ParallelTerminationStrategy: PID 28139 died...\u000a20:28:17.442130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Terminated: ok {rc=0}\u000a20:28:17.530311 bus /sierra_3: Setting Powered False\u000a20:28:18.634549 bus /sierra_3: Setting Powered False\u000a20:28:19.745051 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:28:20.797748 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:20.809368 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a20:28:20.948699 tst emergency_preemptive_call.py: using LAC 36076\u000a20:28:21.068426 tst emergency_preemptive_call.py: using RAC 121\u000a20:28:21.187710 tst emergency_preemptive_call.py: using CellId 36076\u000a20:28:21.307573 tst emergency_preemptive_call.py: using BVCI 36077\u000a20:28:21.330591 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:21.341405 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:21.351883 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:21.362495 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:21.373733 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:28:21.385158 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:21.502145 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:21.623469 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:21.744156 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:21.946560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:22.423510 run create_hlr_db(pid=28142): Launched\u000a20:28:22.598096 bus /sierra_2: Setting Powered False\u000a20:28:23.619260 run create_hlr_db(pid=28142): Terminated: ok {rc=0}\u000a20:28:24.051438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Launched\u000a20:28:24.377977 run osmo-hlr_10.42.42.2(pid=28145): Launched\u000a20:28:24.500430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:25.064288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Launched\u000a20:28:25.388375 run osmo-stp_10.42.42.5(pid=28148): Launched\u000a20:28:25.516565 tst emergency_preemptive_call.py: using MSISDN 8320\u000a20:28:25.677599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:28:26.265276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Launched\u000a20:28:26.588659 run osmo-msc_10.42.42.6(pid=28151): Launched\u000a20:28:26.777482 run osmo-stp_10.42.42.5(pid=28148): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)]\u000a20:28:26.914051 run osmo-stp_10.42.42.5(pid=28148): stdout: \u000a| (launched: 2022-12-13_20:28:25.228111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:27.049055 run osmo-stp_10.42.42.5(pid=28148): stderr: \u000a| �[0;m�[38;5;43m20221213202825419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202825419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202825420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202825420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202825421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202825421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202825421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:27.178548 run osmo-stp_10.42.42.5(pid=28148): stdout: \u000a| (launched: 2022-12-13_20:28:25.228111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:27.306791 run osmo-stp_10.42.42.5(pid=28148): stderr: \u000a| �[0;m�[38;5;43m20221213202825419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202825419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202825420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202825420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202825421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202825421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202825421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:27.363428 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28148): Process ended prematurely: osmo-stp_10.42.42.5(pid=28148) [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28148)] [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a20:28:27.372000 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a20:28:27.435571 run osmo-hlr_10.42.42.2(pid=28145): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28145)]\u000a20:28:27.487923 run osmo-hlr_10.42.42.2(pid=28145): stdout: \u000a| (launched: 2022-12-13_20:28:24.216165) \u000a20:28:27.541407 run osmo-hlr_10.42.42.2(pid=28145): stderr: \u000a| �[0;m�[1;31m20221213202824413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202824413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202824413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202824413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202824413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202824413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202824425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202824434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202824434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202824434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:27.613549 run osmo-msc_10.42.42.6(pid=28151): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28151)]\u000a20:28:27.665686 run osmo-msc_10.42.42.6(pid=28151): stdout: \u000a| (launched: 2022-12-13_20:28:26.429305) \u000a20:28:27.718742 run osmo-msc_10.42.42.6(pid=28151): stderr: \u000a| �[0;m�[38;5;43m20221213202826752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213202826752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d2467cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213202826753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213202826753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213202826753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213202826753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213202826755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213202826755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213202826755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213202826755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:28:27.763378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Terminating (SIGTERM)\u000a20:28:27.805795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Terminating (SIGTERM)\u000a20:28:27.848501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Terminating (SIGTERM)\u000a20:28:27.858246 --- ParallelTerminationStrategy: PID 28144 died...\u000a20:28:27.914928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28144): Terminated: ok {rc=0}\u000a20:28:27.925224 --- ParallelTerminationStrategy: PID 28147 died...\u000a20:28:27.981368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28147): Terminated: ok {rc=0}\u000a20:28:27.991420 --- ParallelTerminationStrategy: PID 28150 died...\u000a20:28:28.047494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28150): Terminated: ok {rc=0}\u000a20:28:28.135545 bus /sierra_9: Setting Powered False\u000a20:28:29.242479 bus /sierra_9: Setting Powered False\u000a20:28:30.352822 bus /sierra_8: Setting Powered False\u000a20:28:31.475115 bus /sierra_8: Setting Powered False\u000a20:28:32.591656 bus /sierra_3: Setting Powered False\u000a20:28:33.695537 bus /sierra_3: Setting Powered False\u000a20:28:34.808138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:28:09" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28167): Process ended prematurely: osmo-stp_10.42.42.5(pid=28167) [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28167): Process ended prematurely: osmo-stp_10.42.42.5(pid=28167) [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:28:36.924506 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:36.935125 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:28:37.071361 tst cs_paging_gprs_active.py: using LAC 36077\u000a20:28:37.193471 tst cs_paging_gprs_active.py: using RAC 122\u000a20:28:37.315459 tst cs_paging_gprs_active.py: using CellId 36077\u000a20:28:37.437761 tst cs_paging_gprs_active.py: using BVCI 36078\u000a20:28:37.461271 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:37.471832 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:37.482815 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:37.493301 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:37.504417 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:37.515627 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:37.527133 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:37.538248 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:37.549585 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:37.672160 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:37.955340 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:28:38.083978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:38.402134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Launched\u000a20:28:38.669614 run iperf3-srv_10.42.42.10(pid=28158): Launched\u000a20:28:38.856831 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:28:38.985251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:39.305719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28159): Launched\u000a20:28:39.573655 run iperf3-srv_10.42.42.10(pid=28160): Launched\u000a20:28:39.760057 tst cs_paging_gprs_active.py:38: start network...\u000a20:28:39.887712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:40.370819 run create_hlr_db(pid=28161): Launched\u000a20:28:40.547345 bus /sierra_2: Setting Powered False\u000a20:28:41.569511 run create_hlr_db(pid=28161): Terminated: ok {rc=0}\u000a20:28:42.007851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Launched\u000a20:28:42.338232 run osmo-hlr_10.42.42.2(pid=28164): Launched\u000a20:28:42.461771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:43.035105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Launched\u000a20:28:43.366684 run osmo-stp_10.42.42.5(pid=28167): Launched\u000a20:28:43.486392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:44.062342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Launched\u000a20:28:44.180544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:44.470580 run patchelf(pid=28170): Launched\u000a20:28:44.663321 run osmo-stp_10.42.42.5(pid=28167): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)]\u000a20:28:44.803545 run osmo-stp_10.42.42.5(pid=28167): stdout: \u000a| (launched: 2022-12-13_20:28:43.203456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:44.943891 run osmo-stp_10.42.42.5(pid=28167): stderr: \u000a| �[0;m�[38;5;43m20221213202843393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202843393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202843393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202843394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202843394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202843394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202843394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:45.080928 run osmo-stp_10.42.42.5(pid=28167): stdout: \u000a| (launched: 2022-12-13_20:28:43.203456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:45.216385 run osmo-stp_10.42.42.5(pid=28167): stderr: \u000a| �[0;m�[38;5;43m20221213202843393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202843393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202843393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202843394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202843394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202843394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202843394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:45.375125 run patchelf(pid=28170): Terminating (SIGINT)\u000a20:28:45.560596 run patchelf(pid=28170): Terminated: ok {rc=0}\u000a20:28:45.594472 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28167): Process ended prematurely: osmo-stp_10.42.42.5(pid=28167) [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)] [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a20:28:45.604356 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:28:45.667360 run osmo-hlr_10.42.42.2(pid=28164): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28164)]\u000a20:28:45.718945 run osmo-hlr_10.42.42.2(pid=28164): stdout: \u000a| (launched: 2022-12-13_20:28:42.175522) \u000a20:28:45.771267 run osmo-hlr_10.42.42.2(pid=28164): stderr: \u000a| �[0;m�[1;31m20221213202842372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202842372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202842372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202842372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202842372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202842373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202842387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202842398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202842398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202842398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:45.815974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Terminating (SIGTERM)\u000a20:28:45.860002 run iperf3-srv_10.42.42.10(pid=28158): Terminating (SIGTERM)\u000a20:28:45.918427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28159): Terminating (SIGTERM)\u000a20:28:45.963061 run iperf3-srv_10.42.42.10(pid=28160): Terminating (SIGTERM)\u000a20:28:46.007760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Terminating (SIGTERM)\u000a20:28:46.051772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Terminating (SIGTERM)\u000a20:28:46.097885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Terminating (SIGTERM)\u000a20:28:46.107970 --- ParallelTerminationStrategy: PID 28157 died...\u000a20:28:46.165415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28157): Terminated: ok {rc=0}\u000a20:28:46.176016 --- ParallelTerminationStrategy: PID 28158 died...\u000a20:28:46.233153 run iperf3-srv_10.42.42.10(pid=28158): Terminated {rc=256}\u000a20:28:46.243676 --- ParallelTerminationStrategy: PID 28159 died...\u000a20:28:46.300200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28159): Terminated: ok {rc=0}\u000a20:28:46.310606 --- ParallelTerminationStrategy: PID 28160 died...\u000a20:28:46.367617 run iperf3-srv_10.42.42.10(pid=28160): Terminated {rc=256}\u000a20:28:46.378279 --- ParallelTerminationStrategy: PID 28163 died...\u000a20:28:46.434856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Terminated: ok {rc=0}\u000a20:28:46.445511 --- ParallelTerminationStrategy: PID 28166 died...\u000a20:28:46.502304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Terminated: ok {rc=0}\u000a20:28:46.513054 --- ParallelTerminationStrategy: PID 28169 died...\u000a20:28:46.569935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Terminated: ok {rc=0}\u000a20:28:46.661083 bus /gobi_0: Setting Powered False\u000a20:28:47.764069 bus /gobi_0: Setting Powered False\u000a20:28:48.876475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28179): Process ended prematurely: osmo-stp_10.42.42.5(pid=28179) [trial-2394↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28179)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28179): Process ended prematurely: osmo-stp_10.42.42.5(pid=28179) [trial-2394↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a20:28:49.987330 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:49.998511 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:28:50.146232 tst iperf3.py: using LAC 36078\u000a20:28:50.274739 tst iperf3.py: using RAC 123\u000a20:28:50.402968 tst iperf3.py: using CellId 36078\u000a20:28:50.530755 tst iperf3.py: using BVCI 36079\u000a20:28:50.554125 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:50.564831 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:50.575286 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:50.585781 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:50.596787 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:50.607528 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:50.618418 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:50.629098 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:50.639845 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:50.938661 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:28:51.075835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:51.415956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28171): Launched\u000a20:28:51.700195 run iperf3-srv_10.42.42.10(pid=28172): Launched\u000a20:28:51.901519 tst iperf3.py:8: start network...\u000a20:28:52.038833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:52.565340 run create_hlr_db(pid=28173): Launched\u000a20:28:52.754058 bus /gobi_6: Setting Powered False\u000a20:28:53.774839 run create_hlr_db(pid=28173): Terminated: ok {rc=0}\u000a20:28:54.185327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28175): Launched\u000a20:28:54.492502 run osmo-hlr_10.42.42.2(pid=28176): Launched\u000a20:28:54.613320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:55.154017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28178): Launched\u000a20:28:55.462253 run osmo-stp_10.42.42.5(pid=28179): Launched\u000a20:28:55.575350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:56.109918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28181): Launched\u000a20:28:56.219099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:56.486971 run patchelf(pid=28182): Launched\u000a20:28:56.667775 run osmo-stp_10.42.42.5(pid=28179): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28179)]\u000a20:28:56.799474 run osmo-stp_10.42.42.5(pid=28179): stdout: \u000a| (launched: 2022-12-13_20:28:55.310240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:56.931625 run osmo-stp_10.42.42.5(pid=28179): stderr: \u000a| �[0;m�[38;5;43m20221213202855478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202855478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202855478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202855479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202855479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202855479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202855479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:57.059710 run osmo-stp_10.42.42.5(pid=28179): stdout: \u000a| (launched: 2022-12-13_20:28:55.310240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:57.186467 run osmo-stp_10.42.42.5(pid=28179): stderr: \u000a| �[0;m�[38;5;43m20221213202855478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202855478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202855478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202855479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202855479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202855479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202855479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:57.334047 run patchelf(pid=28182): Terminating (SIGINT)\u000a20:28:57.508269 run patchelf(pid=28182): Terminated: ok {rc=0}\u000a20:28:57.540159 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28179): Process ended prematurely: osmo-stp_10.42.42.5(pid=28179) [trial-2394↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28179)] [trial-2394↪gprs:trx-b200↪iperf3.py:8]\u000a20:28:57.549601 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:28:57.610557 run osmo-hlr_10.42.42.2(pid=28176): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28176)]\u000a20:28:57.660173 run osmo-hlr_10.42.42.2(pid=28176): stdout: \u000a| (launched: 2022-12-13_20:28:54.341115) \u000a20:28:57.710501 run osmo-hlr_10.42.42.2(pid=28176): stderr: \u000a| �[0;m�[1;31m20221213202854515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202854515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202854515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202854515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202854515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202854515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202854527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202854536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202854536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202854536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:57.753544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28171): Terminating (SIGTERM)\u000a20:28:57.794120 run iperf3-srv_10.42.42.10(pid=28172): Terminating (SIGTERM)\u000a20:28:57.834685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28175): Terminating (SIGTERM)\u000a20:28:57.875070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28178): Terminating (SIGTERM)\u000a20:28:57.916210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28181): Terminating (SIGTERM)\u000a20:28:57.925592 --- ParallelTerminationStrategy: PID 28171 died...\u000a20:28:57.980161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28171): Terminated: ok {rc=0}\u000a20:28:57.989837 --- ParallelTerminationStrategy: PID 28172 died...\u000a20:28:58.044037 run iperf3-srv_10.42.42.10(pid=28172): Terminated {rc=256}\u000a20:28:58.053674 --- ParallelTerminationStrategy: PID 28175 died...\u000a20:28:58.108301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28175): Terminated: ok {rc=0}\u000a20:28:58.117963 --- ParallelTerminationStrategy: PID 28178 died...\u000a20:28:58.172002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28178): Terminated: ok {rc=0}\u000a20:28:58.181650 --- ParallelTerminationStrategy: PID 28181 died...\u000a20:28:58.235454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28181): Terminated: ok {rc=0}\u000a20:28:58.320068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28197): Process ended prematurely: osmo-stp_10.42.42.5(pid=28197) [trial-2394↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28197): Process ended prematurely: osmo-stp_10.42.42.5(pid=28197) [trial-2394↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a20:28:59.436439 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:59.448232 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:28:59.595089 tst iperf3m4.py: using LAC 36079\u000a20:28:59.725032 tst iperf3m4.py: using RAC 124\u000a20:28:59.855077 tst iperf3m4.py: using CellId 36079\u000a20:28:59.981136 tst iperf3m4.py: using BVCI 36080\u000a20:29:00.006335 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:00.017714 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:00.028692 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:00.039772 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:00.050694 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:00.061614 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:00.072768 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:00.083826 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:00.095067 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:29:00.214784 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:29:00.338136 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:29:00.455361 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:29:00.753233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:29:00.895877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:01.239119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28183): Launched\u000a20:29:01.559988 run iperf3-srv_10.42.42.10(pid=28184): Launched\u000a20:29:01.787490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:29:01.927374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:02.282458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28185): Launched\u000a20:29:02.567843 run iperf3-srv_10.42.42.10(pid=28186): Launched\u000a20:29:02.770514 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:29:02.908578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:03.249171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28187): Launched\u000a20:29:03.532531 run iperf3-srv_10.42.42.10(pid=28188): Launched\u000a20:29:03.733734 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:29:03.871077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:04.212812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28189): Launched\u000a20:29:04.498147 run iperf3-srv_10.42.42.10(pid=28190): Launched\u000a20:29:04.699296 tst iperf3m4.py:8: start network...\u000a20:29:04.836292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:05.365258 run create_hlr_db(pid=28191): Launched\u000a20:29:05.555434 bus /gobi_6: Setting Powered False\u000a20:29:06.577144 run create_hlr_db(pid=28191): Terminated: ok {rc=0}\u000a20:29:07.014961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Launched\u000a20:29:07.347174 run osmo-hlr_10.42.42.2(pid=28194): Launched\u000a20:29:07.470969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:08.047219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Launched\u000a20:29:08.377953 run osmo-stp_10.42.42.5(pid=28197): Launched\u000a20:29:08.497278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:09.071478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28199): Launched\u000a20:29:09.189270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:09.479452 run patchelf(pid=28200): Launched\u000a20:29:09.671119 run osmo-stp_10.42.42.5(pid=28197): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)]\u000a20:29:09.811717 run osmo-stp_10.42.42.5(pid=28197): stdout: \u000a| (launched: 2022-12-13_20:29:08.214807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:09.952123 run osmo-stp_10.42.42.5(pid=28197): stderr: \u000a| �[0;m�[38;5;43m20221213202908403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202908403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202908403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202908404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202908404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202908404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202908405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:10.089063 run osmo-stp_10.42.42.5(pid=28197): stdout: \u000a| (launched: 2022-12-13_20:29:08.214807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:10.224390 run osmo-stp_10.42.42.5(pid=28197): stderr: \u000a| �[0;m�[38;5;43m20221213202908403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202908403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202908403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202908404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202908404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202908404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202908405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:10.382368 run patchelf(pid=28200): Terminating (SIGINT)\u000a20:29:10.567412 run patchelf(pid=28200): Terminated: ok {rc=0}\u000a20:29:10.601332 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28197): Process ended prematurely: osmo-stp_10.42.42.5(pid=28197) [trial-2394↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)] [trial-2394↪gprs:trx-b200↪iperf3m4.py:8]\u000a20:29:10.611286 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:29:10.674656 run osmo-hlr_10.42.42.2(pid=28194): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28194)]\u000a20:29:10.726327 run osmo-hlr_10.42.42.2(pid=28194): stdout: \u000a| (launched: 2022-12-13_20:29:07.182884) \u000a20:29:10.778354 run osmo-hlr_10.42.42.2(pid=28194): stderr: \u000a| �[0;m�[1;31m20221213202907379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202907379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202907380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202907380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202907380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202907380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202907392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202907401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202907401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202907401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:10.822895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28183): Terminating (SIGTERM)\u000a20:29:10.865199 run iperf3-srv_10.42.42.10(pid=28184): Terminating (SIGTERM)\u000a20:29:10.907586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28185): Terminating (SIGTERM)\u000a20:29:10.949495 run iperf3-srv_10.42.42.10(pid=28186): Terminating (SIGTERM)\u000a20:29:10.991266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28187): Terminating (SIGTERM)\u000a20:29:11.033233 run iperf3-srv_10.42.42.10(pid=28188): Terminating (SIGTERM)\u000a20:29:11.075473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28189): Terminating (SIGTERM)\u000a20:29:11.117318 run iperf3-srv_10.42.42.10(pid=28190): Terminating (SIGTERM)\u000a20:29:11.159235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Terminating (SIGTERM)\u000a20:29:11.201249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Terminating (SIGTERM)\u000a20:29:11.243587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28199): Terminating (SIGTERM)\u000a20:29:11.253461 --- ParallelTerminationStrategy: PID 28183 died...\u000a20:29:11.310221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28183): Terminated: ok {rc=0}\u000a20:29:11.320393 --- ParallelTerminationStrategy: PID 28184 died...\u000a20:29:11.377218 run iperf3-srv_10.42.42.10(pid=28184): Terminated {rc=256}\u000a20:29:11.387428 --- ParallelTerminationStrategy: PID 28185 died...\u000a20:29:11.443574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28185): Terminated: ok {rc=0}\u000a20:29:11.453734 --- ParallelTerminationStrategy: PID 28186 died...\u000a20:29:11.509695 run iperf3-srv_10.42.42.10(pid=28186): Terminated {rc=256}\u000a20:29:11.519765 --- ParallelTerminationStrategy: PID 28187 died...\u000a20:29:11.575895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28187): Terminated: ok {rc=0}\u000a20:29:11.586028 --- ParallelTerminationStrategy: PID 28188 died...\u000a20:29:11.641920 run iperf3-srv_10.42.42.10(pid=28188): Terminated {rc=256}\u000a20:29:11.651977 --- ParallelTerminationStrategy: PID 28189 died...\u000a20:29:11.708097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28189): Terminated: ok {rc=0}\u000a20:29:11.718239 --- ParallelTerminationStrategy: PID 28190 died...\u000a20:29:11.774242 run iperf3-srv_10.42.42.10(pid=28190): Terminated {rc=256}\u000a20:29:11.784401 --- ParallelTerminationStrategy: PID 28193 died...\u000a20:29:11.840451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Terminated: ok {rc=0}\u000a20:29:11.850538 --- ParallelTerminationStrategy: PID 28196 died...\u000a20:29:11.906811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Terminated: ok {rc=0}\u000a20:29:11.917052 --- ParallelTerminationStrategy: PID 28199 died...\u000a20:29:11.973430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28199): Terminated: ok {rc=0}\u000a20:29:12.060743 bus /gobi_4: Setting Powered False\u000a20:29:13.169274 bus /gobi_4: Setting Powered False\u000a20:29:14.279347 bus /gobi_1: Setting Powered False\u000a20:29:15.386947 bus /gobi_1: Setting Powered False\u000a20:29:16.497243 bus /gobi_0: Setting Powered False\u000a20:29:17.603315 bus /gobi_0: Setting Powered False\u000a20:29:18.714019 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28207): Process ended prematurely: osmo-stp_10.42.42.5(pid=28207) [trial-2394↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28207): Process ended prematurely: osmo-stp_10.42.42.5(pid=28207) [trial-2394↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a20:29:19.784057 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:19.795716 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:29:19.939962 tst ping.py: using LAC 36080\u000a20:29:20.066531 tst ping.py: using RAC 125\u000a20:29:20.192658 tst ping.py: using CellId 36080\u000a20:29:20.318982 tst ping.py: using BVCI 36081\u000a20:29:20.344200 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:20.355456 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:20.366553 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:20.377685 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:20.388704 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:20.399752 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:20.410916 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:20.421980 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:29:20.715859 tst ping.py:19: start network...\u000a20:29:20.849995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:21.366731 run create_hlr_db(pid=28201): Launched\u000a20:29:21.553853 bus /gobi_6: Setting Powered False\u000a20:29:22.574040 run create_hlr_db(pid=28201): Terminated: ok {rc=0}\u000a20:29:22.981391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Launched\u000a20:29:23.283804 run osmo-hlr_10.42.42.2(pid=28204): Launched\u000a20:29:23.399640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:23.935036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Launched\u000a20:29:24.238280 run osmo-stp_10.42.42.5(pid=28207): Launched\u000a20:29:24.348427 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:24.873390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28209): Launched\u000a20:29:24.979884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:25.243285 run patchelf(pid=28210): Launched\u000a20:29:25.420332 run osmo-stp_10.42.42.5(pid=28207): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)]\u000a20:29:25.549215 run osmo-stp_10.42.42.5(pid=28207): stdout: \u000a| (launched: 2022-12-13_20:29:24.088080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:25.678600 run osmo-stp_10.42.42.5(pid=28207): stderr: \u000a| �[0;m�[38;5;43m20221213202924255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202924255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202924255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202924255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202924256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202924256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202924256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:25.804192 run osmo-stp_10.42.42.5(pid=28207): stdout: \u000a| (launched: 2022-12-13_20:29:24.088080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:25.928622 run osmo-stp_10.42.42.5(pid=28207): stderr: \u000a| �[0;m�[38;5;43m20221213202924255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202924255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202924255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202924255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202924256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202924256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202924256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:26.073793 run patchelf(pid=28210): Terminating (SIGINT)\u000a20:29:26.244459 run patchelf(pid=28210): Terminated: ok {rc=0}\u000a20:29:26.275334 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28207): Process ended prematurely: osmo-stp_10.42.42.5(pid=28207) [trial-2394↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28207)] [trial-2394↪gprs:trx-b200↪ping.py:22]\u000a20:29:26.284026 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:29:26.345252 run osmo-hlr_10.42.42.2(pid=28204): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28204)]\u000a20:29:26.395185 run osmo-hlr_10.42.42.2(pid=28204): stdout: \u000a| (launched: 2022-12-13_20:29:23.134944) \u000a20:29:26.445728 run osmo-hlr_10.42.42.2(pid=28204): stderr: \u000a| �[0;m�[1;31m20221213202923307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202923307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202923307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202923307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202923307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202923307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202923320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202923328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202923329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202923329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:26.488564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Terminating (SIGTERM)\u000a20:29:26.529181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Terminating (SIGTERM)\u000a20:29:26.569749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28209): Terminating (SIGTERM)\u000a20:29:26.579131 --- ParallelTerminationStrategy: PID 28203 died...\u000a20:29:26.633768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28203): Terminated: ok {rc=0}\u000a20:29:26.643356 --- ParallelTerminationStrategy: PID 28206 died...\u000a20:29:26.697789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28206): Terminated: ok {rc=0}\u000a20:29:26.707471 --- ParallelTerminationStrategy: PID 28209 died...\u000a20:29:26.761597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28209): Terminated: ok {rc=0}\u000a20:29:26.850473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28217): Process ended prematurely: osmo-stp_10.42.42.5(pid=28217) [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28217): Process ended prematurely: osmo-stp_10.42.42.5(pid=28217) [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a20:29:27.903765 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:27.915417 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:29:28.054479 tst ping_idle_ping.py: using LAC 36081\u000a20:29:28.173716 tst ping_idle_ping.py: using RAC 126\u000a20:29:28.292100 tst ping_idle_ping.py: using CellId 36081\u000a20:29:28.413119 tst ping_idle_ping.py: using BVCI 36082\u000a20:29:28.436196 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:28.446917 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:28.457556 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:28.468090 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:28.479428 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:28.491200 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:28.502785 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:29:28.514287 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:29:28.794258 tst ping_idle_ping.py:24: start network...\u000a20:29:28.920385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:29.402261 run create_hlr_db(pid=28211): Launched\u000a20:29:29.577202 bus /gobi_6: Setting Powered False\u000a20:29:30.599197 run create_hlr_db(pid=28211): Terminated: ok {rc=0}\u000a20:29:31.044431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Launched\u000a20:29:31.423308 run osmo-hlr_10.42.42.2(pid=28214): Launched\u000a20:29:31.670778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:32.358303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Launched\u000a20:29:32.661518 run osmo-stp_10.42.42.5(pid=28217): Launched\u000a20:29:32.770953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:33.299132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28219): Launched\u000a20:29:33.406706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:33.673710 run patchelf(pid=28220): Launched\u000a20:29:33.851139 run osmo-stp_10.42.42.5(pid=28217): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)]\u000a20:29:33.980612 run osmo-stp_10.42.42.5(pid=28217): stdout: \u000a| (launched: 2022-12-13_20:29:32.511649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:34.110538 run osmo-stp_10.42.42.5(pid=28217): stderr: \u000a| �[0;m�[38;5;43m20221213202932680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202932680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202932680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202932681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202932681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202932681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202932681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:34.236090 run osmo-stp_10.42.42.5(pid=28217): stdout: \u000a| (launched: 2022-12-13_20:29:32.511649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:34.360864 run osmo-stp_10.42.42.5(pid=28217): stderr: \u000a| �[0;m�[38;5;43m20221213202932680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202932680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202932680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202932681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202932681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202932681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202932681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:34.506700 run patchelf(pid=28220): Terminating (SIGINT)\u000a20:29:34.677749 run patchelf(pid=28220): Terminated: ok {rc=0}\u000a20:29:34.708655 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28217): Process ended prematurely: osmo-stp_10.42.42.5(pid=28217) [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)] [trial-2394↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a20:29:34.717455 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:29:34.778496 run osmo-hlr_10.42.42.2(pid=28214): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28214)]\u000a20:29:34.828481 run osmo-hlr_10.42.42.2(pid=28214): stdout: \u000a| (launched: 2022-12-13_20:29:31.214684) \u000a20:29:34.879335 run osmo-hlr_10.42.42.2(pid=28214): stderr: \u000a| �[0;m�[1;31m20221213202931598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202931598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202931598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202931598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202931598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202931598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202931611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202931621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202931621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202931622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:34.923034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Terminating (SIGTERM)\u000a20:29:34.963577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Terminating (SIGTERM)\u000a20:29:35.004032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28219): Terminating (SIGTERM)\u000a20:29:35.013495 --- ParallelTerminationStrategy: PID 28213 died...\u000a20:29:35.068355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Terminated: ok {rc=0}\u000a20:29:35.078193 --- ParallelTerminationStrategy: PID 28216 died...\u000a20:29:35.132722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Terminated: ok {rc=0}\u000a20:29:35.142607 --- ParallelTerminationStrategy: PID 28219 died...\u000a20:29:35.197213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28219): Terminated: ok {rc=0}\u000a20:29:35.286441 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:28:36" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:29:37.430193 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:37.440892 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:29:37.587759 tst cs_paging_gprs_active.py: using LAC 36082\u000a20:29:37.718166 tst cs_paging_gprs_active.py: using RAC 127\u000a20:29:37.846589 tst cs_paging_gprs_active.py: using CellId 36082\u000a20:29:37.978193 tst cs_paging_gprs_active.py: using BVCI 36083\u000a20:29:38.003412 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:38.014855 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:38.025993 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:38.037115 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:38.048194 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:38.059248 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:38.070525 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:38.081581 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:38.092832 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:29:38.212112 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:29:38.512032 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:29:38.650337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:38.992770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Launched\u000a20:29:39.279168 run iperf3-srv_10.42.42.10(pid=28225): Launched\u000a20:29:39.482287 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:29:39.620883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:39.965702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Launched\u000a20:29:40.251534 run iperf3-srv_10.42.42.10(pid=28227): Launched\u000a20:29:40.454649 tst cs_paging_gprs_active.py:38: start network...\u000a20:29:40.592391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:41.121028 run create_hlr_db(pid=28228): Launched\u000a20:29:41.310750 bus /gobi_6: Setting Powered False\u000a20:29:42.332157 run create_hlr_db(pid=28228): Terminated: ok {rc=0}\u000a20:29:42.746082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Launched\u000a20:29:43.054446 run osmo-hlr_10.42.42.2(pid=28231): Launched\u000a20:29:43.172440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:43.716416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Launched\u000a20:29:44.027238 run osmo-stp_10.42.42.5(pid=28234): Launched\u000a20:29:44.139438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:44.675407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Launched\u000a20:29:44.785129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:45.054872 run patchelf(pid=28237): Launched\u000a20:29:45.234700 run osmo-stp_10.42.42.5(pid=28234): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]\u000a20:29:45.366296 run osmo-stp_10.42.42.5(pid=28234): stdout: \u000a| (launched: 2022-12-13_20:29:43.873143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:45.498175 run osmo-stp_10.42.42.5(pid=28234): stderr: \u000a| �[0;m�[38;5;43m20221213202944043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202944043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202944044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202944044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202944044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202944045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202944045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:45.627014 run osmo-stp_10.42.42.5(pid=28234): stdout: \u000a| (launched: 2022-12-13_20:29:43.873143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:45.754122 run osmo-stp_10.42.42.5(pid=28234): stderr: \u000a| �[0;m�[38;5;43m20221213202944043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202944043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202944044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202944044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202944044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202944045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202944045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:45.928166 run patchelf(pid=28237): Terminating (SIGINT)\u000a20:29:46.110236 run patchelf(pid=28237): Terminated: ok {rc=0}\u000a20:29:46.143934 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:29:46.154584 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:29:46.219461 run osmo-hlr_10.42.42.2(pid=28231): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28231)]\u000a20:29:46.271894 run osmo-hlr_10.42.42.2(pid=28231): stdout: \u000a| (launched: 2022-12-13_20:29:42.902702) \u000a20:29:46.324883 run osmo-hlr_10.42.42.2(pid=28231): stderr: \u000a| �[0;m�[1;31m20221213202943079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202943079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202943079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202943079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202943079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202943079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202943104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202943114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202943115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202943115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:46.370358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Terminating (SIGTERM)\u000a20:29:46.414940 run iperf3-srv_10.42.42.10(pid=28225): Terminating (SIGTERM)\u000a20:29:46.459791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Terminating (SIGTERM)\u000a20:29:46.504421 run iperf3-srv_10.42.42.10(pid=28227): Terminating (SIGTERM)\u000a20:29:46.549327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Terminating (SIGTERM)\u000a20:29:46.592638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Terminating (SIGTERM)\u000a20:29:46.635155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Terminating (SIGTERM)\u000a20:29:46.645033 --- ParallelTerminationStrategy: PID 28224 died...\u000a20:29:46.702752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28224): Terminated: ok {rc=0}\u000a20:29:46.713342 --- ParallelTerminationStrategy: PID 28225 died...\u000a20:29:46.770436 run iperf3-srv_10.42.42.10(pid=28225): Terminated {rc=256}\u000a20:29:46.780930 --- ParallelTerminationStrategy: PID 28226 died...\u000a20:29:46.838550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28226): Terminated: ok {rc=0}\u000a20:29:46.849193 --- ParallelTerminationStrategy: PID 28227 died...\u000a20:29:46.906193 run iperf3-srv_10.42.42.10(pid=28227): Terminated {rc=256}\u000a20:29:46.916784 --- ParallelTerminationStrategy: PID 28230 died...\u000a20:29:46.974195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Terminated: ok {rc=0}\u000a20:29:46.984847 --- ParallelTerminationStrategy: PID 28233 died...\u000a20:29:47.042488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Terminated: ok {rc=0}\u000a20:29:47.053128 --- ParallelTerminationStrategy: PID 28236 died...\u000a20:29:47.110347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Terminated: ok {rc=0}\u000a20:29:47.198505 bus /gobi_0: Setting Powered False\u000a20:29:48.306645 bus /gobi_0: Setting Powered False\u000a20:29:49.420169 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28246): Process ended prematurely: osmo-stp_10.42.42.5(pid=28246) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28246)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28246): Process ended prematurely: osmo-stp_10.42.42.5(pid=28246) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:29:50.531128 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:50.542563 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:29:50.685974 tst iperf3.py: using LAC 36083\u000a20:29:50.814716 tst iperf3.py: using RAC 128\u000a20:29:50.944057 tst iperf3.py: using CellId 36083\u000a20:29:51.074902 tst iperf3.py: using BVCI 36084\u000a20:29:51.100266 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:51.112093 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:51.123483 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:51.134841 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:51.146156 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:51.157399 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:51.168815 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:51.179977 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:51.191440 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:29:51.473897 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:29:51.602955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:51.922394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Launched\u000a20:29:52.190076 run iperf3-srv_10.42.42.10(pid=28239): Launched\u000a20:29:52.378128 tst iperf3.py:8: start network...\u000a20:29:52.506419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:52.993144 run create_hlr_db(pid=28240): Launched\u000a20:29:53.169758 bus /gobi_6: Setting Powered False\u000a20:29:54.192200 run create_hlr_db(pid=28240): Terminated: ok {rc=0}\u000a20:29:54.629408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28242): Launched\u000a20:29:54.959618 run osmo-hlr_10.42.42.2(pid=28243): Launched\u000a20:29:55.083867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:55.655657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28245): Launched\u000a20:29:55.984589 run osmo-stp_10.42.42.5(pid=28246): Launched\u000a20:29:56.103532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:56.676911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28248): Launched\u000a20:29:56.794192 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:57.081377 run patchelf(pid=28249): Launched\u000a20:29:57.273540 run osmo-stp_10.42.42.5(pid=28246): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28246)]\u000a20:29:57.414380 run osmo-stp_10.42.42.5(pid=28246): stdout: \u000a| (launched: 2022-12-13_20:29:55.822493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:57.554840 run osmo-stp_10.42.42.5(pid=28246): stderr: \u000a| �[0;m�[38;5;43m20221213202956014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202956014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202956014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202956015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202956015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202956015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202956015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:57.691009 run osmo-stp_10.42.42.5(pid=28246): stdout: \u000a| (launched: 2022-12-13_20:29:55.822493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:57.825550 run osmo-stp_10.42.42.5(pid=28246): stderr: \u000a| �[0;m�[38;5;43m20221213202956014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213202956014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213202956014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213202956015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213202956015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213202956015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213202956015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:57.982594 run patchelf(pid=28249): Terminating (SIGINT)\u000a20:29:58.167023 run patchelf(pid=28249): Terminated: ok {rc=0}\u000a20:29:58.200615 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28246): Process ended prematurely: osmo-stp_10.42.42.5(pid=28246) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28246)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a20:29:58.210509 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:29:58.273674 run osmo-hlr_10.42.42.2(pid=28243): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28243)]\u000a20:29:58.325199 run osmo-hlr_10.42.42.2(pid=28243): stdout: \u000a| (launched: 2022-12-13_20:29:54.797076) \u000a20:29:58.377895 run osmo-hlr_10.42.42.2(pid=28243): stderr: \u000a| �[0;m�[1;31m20221213202954994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213202954994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213202954995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202954995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213202954995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213202954995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213202955007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213202955016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213202955016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213202955016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:58.422514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Terminating (SIGTERM)\u000a20:29:58.464273 run iperf3-srv_10.42.42.10(pid=28239): Terminating (SIGTERM)\u000a20:29:58.506228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28242): Terminating (SIGTERM)\u000a20:29:58.548556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28245): Terminating (SIGTERM)\u000a20:29:58.590464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28248): Terminating (SIGTERM)\u000a20:29:58.600102 --- ParallelTerminationStrategy: PID 28238 died...\u000a20:29:58.656198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28238): Terminated: ok {rc=0}\u000a20:29:58.666327 --- ParallelTerminationStrategy: PID 28239 died...\u000a20:29:58.721985 run iperf3-srv_10.42.42.10(pid=28239): Terminated {rc=256}\u000a20:29:58.732099 --- ParallelTerminationStrategy: PID 28242 died...\u000a20:29:58.787647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28242): Terminated: ok {rc=0}\u000a20:29:58.797788 --- ParallelTerminationStrategy: PID 28245 died...\u000a20:29:58.853466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28245): Terminated: ok {rc=0}\u000a20:29:58.863567 --- ParallelTerminationStrategy: PID 28248 died...\u000a20:29:58.919622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28248): Terminated: ok {rc=0}\u000a20:29:59.006679 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28267): Process ended prematurely: osmo-stp_10.42.42.5(pid=28267) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28267): Process ended prematurely: osmo-stp_10.42.42.5(pid=28267) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:30:00.121780 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.133765 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:30:00.281820 tst iperf3m4.py: using LAC 36084\u000a20:30:00.410991 tst iperf3m4.py: using RAC 129\u000a20:30:00.534837 tst iperf3m4.py: using CellId 36084\u000a20:30:00.656314 tst iperf3m4.py: using BVCI 36085\u000a20:30:00.679634 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.690593 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.701487 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.712132 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.723150 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.734266 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.745493 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.756389 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:00.767495 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:30:00.901794 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:30:01.039223 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:30:01.165833 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:30:01.494892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:30:01.626344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:01.965758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Launched\u000a20:30:02.251393 run iperf3-srv_10.42.42.10(pid=28254): Launched\u000a20:30:02.441033 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:30:02.568796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:02.888218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Launched\u000a20:30:03.153530 run iperf3-srv_10.42.42.10(pid=28256): Launched\u000a20:30:03.340674 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:30:03.468680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:03.787820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Launched\u000a20:30:04.053829 run iperf3-srv_10.42.42.10(pid=28258): Launched\u000a20:30:04.240704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:30:04.368380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:04.688045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Launched\u000a20:30:04.952149 run iperf3-srv_10.42.42.10(pid=28260): Launched\u000a20:30:05.138824 tst iperf3m4.py:8: start network...\u000a20:30:05.266575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:05.752276 run create_hlr_db(pid=28261): Launched\u000a20:30:05.929396 bus /gobi_6: Setting Powered False\u000a20:30:06.951329 run create_hlr_db(pid=28261): Terminated: ok {rc=0}\u000a20:30:07.361054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Launched\u000a20:30:07.670464 run osmo-hlr_10.42.42.2(pid=28264): Launched\u000a20:30:07.788138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:08.321972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Launched\u000a20:30:08.630164 run osmo-stp_10.42.42.5(pid=28267): Launched\u000a20:30:08.742316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:09.277260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Launched\u000a20:30:09.386322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:09.654343 run patchelf(pid=28270): Launched\u000a20:30:09.834450 run osmo-stp_10.42.42.5(pid=28267): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)]\u000a20:30:09.966017 run osmo-stp_10.42.42.5(pid=28267): stdout: \u000a| (launched: 2022-12-13_20:30:08.477895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:10.097595 run osmo-stp_10.42.42.5(pid=28267): stderr: \u000a| �[0;m�[38;5;43m20221213203008645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203008646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203008646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203008646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203008647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203008647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203008647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:10.225373 run osmo-stp_10.42.42.5(pid=28267): stdout: \u000a| (launched: 2022-12-13_20:30:08.477895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:10.351585 run osmo-stp_10.42.42.5(pid=28267): stderr: \u000a| �[0;m�[38;5;43m20221213203008645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203008646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203008646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203008646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203008647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203008647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203008647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:10.499227 run patchelf(pid=28270): Terminating (SIGINT)\u000a20:30:10.673294 run patchelf(pid=28270): Terminated: ok {rc=0}\u000a20:30:10.704916 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28267): Process ended prematurely: osmo-stp_10.42.42.5(pid=28267) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:30:10.714238 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a20:30:10.775397 run osmo-hlr_10.42.42.2(pid=28264): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28264)]\u000a20:30:10.825026 run osmo-hlr_10.42.42.2(pid=28264): stdout: \u000a| (launched: 2022-12-13_20:30:07.518061) \u000a20:30:10.875096 run osmo-hlr_10.42.42.2(pid=28264): stderr: \u000a| �[0;m�[1;31m20221213203007693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203007693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203007693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203007693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203007693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203007693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203007706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203007715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203007715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203007715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:10.917856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Terminating (SIGTERM)\u000a20:30:10.958215 run iperf3-srv_10.42.42.10(pid=28254): Terminating (SIGTERM)\u000a20:30:10.998689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Terminating (SIGTERM)\u000a20:30:11.038949 run iperf3-srv_10.42.42.10(pid=28256): Terminating (SIGTERM)\u000a20:30:11.079374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminating (SIGTERM)\u000a20:30:11.119692 run iperf3-srv_10.42.42.10(pid=28258): Terminating (SIGTERM)\u000a20:30:11.160198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Terminating (SIGTERM)\u000a20:30:11.200335 run iperf3-srv_10.42.42.10(pid=28260): Terminating (SIGTERM)\u000a20:30:11.240667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Terminating (SIGTERM)\u000a20:30:11.281193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Terminating (SIGTERM)\u000a20:30:11.321523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Terminating (SIGTERM)\u000a20:30:11.330723 --- ParallelTerminationStrategy: PID 28253 died...\u000a20:30:11.385328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Terminated: ok {rc=0}\u000a20:30:11.394869 --- ParallelTerminationStrategy: PID 28254 died...\u000a20:30:11.448793 run iperf3-srv_10.42.42.10(pid=28254): Terminated {rc=256}\u000a20:30:11.458387 --- ParallelTerminationStrategy: PID 28255 died...\u000a20:30:11.512793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Terminated: ok {rc=0}\u000a20:30:11.522853 --- ParallelTerminationStrategy: PID 28256 died...\u000a20:30:11.576869 run iperf3-srv_10.42.42.10(pid=28256): Terminated {rc=256}\u000a20:30:11.586457 --- ParallelTerminationStrategy: PID 28257 died...\u000a20:30:11.640384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminated: ok {rc=0}\u000a20:30:11.649960 --- ParallelTerminationStrategy: PID 28258 died...\u000a20:30:11.703563 run iperf3-srv_10.42.42.10(pid=28258): Terminated {rc=256}\u000a20:30:11.713556 --- ParallelTerminationStrategy: PID 28259 died...\u000a20:30:11.768028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Terminated: ok {rc=0}\u000a20:30:11.777639 --- ParallelTerminationStrategy: PID 28260 died...\u000a20:30:11.831389 run iperf3-srv_10.42.42.10(pid=28260): Terminated {rc=256}\u000a20:30:11.840935 --- ParallelTerminationStrategy: PID 28263 died...\u000a20:30:11.894752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Terminated: ok {rc=0}\u000a20:30:11.904262 --- ParallelTerminationStrategy: PID 28266 died...\u000a20:30:11.957944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Terminated: ok {rc=0}\u000a20:30:11.967509 --- ParallelTerminationStrategy: PID 28269 died...\u000a20:30:12.021418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Terminated: ok {rc=0}\u000a20:30:12.110318 bus /gobi_4: Setting Powered False\u000a20:30:13.214736 bus /gobi_4: Setting Powered False\u000a20:30:14.327254 bus /gobi_1: Setting Powered False\u000a20:30:15.431606 bus /gobi_1: Setting Powered False\u000a20:30:16.545579 bus /gobi_0: Setting Powered False\u000a20:30:17.647987 bus /gobi_0: Setting Powered False\u000a20:30:18.756001 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28277): Process ended prematurely: osmo-stp_10.42.42.5(pid=28277) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28277): Process ended prematurely: osmo-stp_10.42.42.5(pid=28277) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:30:19.825348 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:19.837303 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:30:19.985180 tst ping.py: using LAC 36085\u000a20:30:20.113411 tst ping.py: using RAC 130\u000a20:30:20.241564 tst ping.py: using CellId 36085\u000a20:30:20.369117 tst ping.py: using BVCI 36086\u000a20:30:20.394255 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:20.405685 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:20.416722 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:20.428095 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:20.439244 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:20.450429 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:20.461814 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:20.472999 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:30:20.764438 tst ping.py:19: start network...\u000a20:30:20.897999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:21.415352 run create_hlr_db(pid=28271): Launched\u000a20:30:21.602454 bus /gobi_6: Setting Powered False\u000a20:30:22.622448 run create_hlr_db(pid=28271): Terminated: ok {rc=0}\u000a20:30:23.029457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Launched\u000a20:30:23.331365 run osmo-hlr_10.42.42.2(pid=28274): Launched\u000a20:30:23.442930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:23.970677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Launched\u000a20:30:24.272369 run osmo-stp_10.42.42.5(pid=28277): Launched\u000a20:30:24.382162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:24.908153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Launched\u000a20:30:25.015160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:25.279669 run patchelf(pid=28280): Launched\u000a20:30:25.457313 run osmo-stp_10.42.42.5(pid=28277): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)]\u000a20:30:25.586883 run osmo-stp_10.42.42.5(pid=28277): stdout: \u000a| (launched: 2022-12-13_20:30:24.123573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:25.716283 run osmo-stp_10.42.42.5(pid=28277): stderr: \u000a| �[0;m�[38;5;43m20221213203024293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203024293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203024293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203024294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203024294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203024294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203024294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:25.842668 run osmo-stp_10.42.42.5(pid=28277): stdout: \u000a| (launched: 2022-12-13_20:30:24.123573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:25.967481 run osmo-stp_10.42.42.5(pid=28277): stderr: \u000a| �[0;m�[38;5;43m20221213203024293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203024293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203024293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203024294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203024294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203024294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203024294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:26.112407 run patchelf(pid=28280): Terminating (SIGINT)\u000a20:30:26.283426 run patchelf(pid=28280): Terminated: ok {rc=0}\u000a20:30:26.314517 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28277): Process ended prematurely: osmo-stp_10.42.42.5(pid=28277) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a20:30:26.323153 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:30:26.384397 run osmo-hlr_10.42.42.2(pid=28274): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28274)]\u000a20:30:26.434420 run osmo-hlr_10.42.42.2(pid=28274): stdout: \u000a| (launched: 2022-12-13_20:30:23.182539) \u000a20:30:26.485080 run osmo-hlr_10.42.42.2(pid=28274): stderr: \u000a| �[0;m�[1;31m20221213203023357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203023357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203023357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203023357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203023357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203023357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203023370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203023380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203023381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203023381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:26.528216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Terminating (SIGTERM)\u000a20:30:26.568634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Terminating (SIGTERM)\u000a20:30:26.609435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Terminating (SIGTERM)\u000a20:30:26.618778 --- ParallelTerminationStrategy: PID 28273 died...\u000a20:30:26.672901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Terminated: ok {rc=0}\u000a20:30:26.682611 --- ParallelTerminationStrategy: PID 28276 died...\u000a20:30:26.737074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Terminated: ok {rc=0}\u000a20:30:26.746673 --- ParallelTerminationStrategy: PID 28279 died...\u000a20:30:26.800815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Terminated: ok {rc=0}\u000a20:30:26.890142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:30:27.942163 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:27.954169 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:30:28.101089 tst ping_idle_ping.py: using LAC 36086\u000a20:30:28.232668 tst ping_idle_ping.py: using RAC 131\u000a20:30:28.362522 tst ping_idle_ping.py: using CellId 36086\u000a20:30:28.488704 tst ping_idle_ping.py: using BVCI 36087\u000a20:30:28.514131 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:28.525692 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:28.536802 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:28.548024 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:28.559371 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:28.570584 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:28.581976 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:30:28.593239 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:30:28.887155 tst ping_idle_ping.py:24: start network...\u000a20:30:29.022130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:29.545620 run create_hlr_db(pid=28281): Launched\u000a20:30:29.733255 bus /gobi_6: Setting Powered False\u000a20:30:30.754401 run create_hlr_db(pid=28281): Terminated: ok {rc=0}\u000a20:30:31.219991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Launched\u000a20:30:31.718418 run osmo-hlr_10.42.42.2(pid=28284): Launched\u000a20:30:31.955362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:32.528109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Launched\u000a20:30:32.853510 run osmo-stp_10.42.42.5(pid=28287): Launched\u000a20:30:32.969868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:33.537457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Launched\u000a20:30:33.653153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:33.938981 run patchelf(pid=28290): Launched\u000a20:30:34.129268 run osmo-stp_10.42.42.5(pid=28287): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]\u000a20:30:34.267770 run osmo-stp_10.42.42.5(pid=28287): stdout: \u000a| (launched: 2022-12-13_20:30:32.693230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:34.407255 run osmo-stp_10.42.42.5(pid=28287): stderr: \u000a| �[0;m�[38;5;43m20221213203032883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203032883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203032883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203032884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203032884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203032884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203032884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:34.542360 run osmo-stp_10.42.42.5(pid=28287): stdout: \u000a| (launched: 2022-12-13_20:30:32.693230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:34.676178 run osmo-stp_10.42.42.5(pid=28287): stderr: \u000a| �[0;m�[38;5;43m20221213203032883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203032883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203032883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203032884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203032884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203032884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203032884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:34.832419 run patchelf(pid=28290): Terminating (SIGINT)\u000a20:30:35.016203 run patchelf(pid=28290): Terminated: ok {rc=0}\u000a20:30:35.049959 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)] [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:30:35.059300 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a20:30:35.122954 run osmo-hlr_10.42.42.2(pid=28284): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28284)]\u000a20:30:35.174926 run osmo-hlr_10.42.42.2(pid=28284): stdout: \u000a| (launched: 2022-12-13_20:30:31.388639) \u000a20:30:35.227633 run osmo-hlr_10.42.42.2(pid=28284): stderr: \u000a| �[0;m�[1;31m20221213203031616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203031616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203031616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203031616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203031616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203031616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203031630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203031645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203031645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203031645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:35.272532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminating (SIGTERM)\u000a20:30:35.315511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminating (SIGTERM)\u000a20:30:35.357796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Terminating (SIGTERM)\u000a20:30:35.367529 --- ParallelTerminationStrategy: PID 28283 died...\u000a20:30:35.424448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminated: ok {rc=0}\u000a20:30:35.434742 --- ParallelTerminationStrategy: PID 28286 died...\u000a20:30:35.490716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminated: ok {rc=0}\u000a20:30:35.500825 --- ParallelTerminationStrategy: PID 28289 died...\u000a20:30:35.556900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Terminated: ok {rc=0}\u000a20:30:35.645723 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:29:37" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28306): Process ended prematurely: osmo-stp_10.42.42.5(pid=28306) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28306): Process ended prematurely: osmo-stp_10.42.42.5(pid=28306) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:30:37.816369 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:37.827645 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:30:37.997606 tst cs_paging_gprs_active.py: using LAC 36087\u000a20:30:38.126925 tst cs_paging_gprs_active.py: using RAC 132\u000a20:30:38.254464 tst cs_paging_gprs_active.py: using CellId 36087\u000a20:30:38.385193 tst cs_paging_gprs_active.py: using BVCI 36088\u000a20:30:38.410599 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:38.421931 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:38.433213 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:38.444303 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:38.455424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:38.466652 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:38.477860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:38.488912 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:38.500247 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:30:38.622861 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:30:38.908727 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:30:39.037923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:39.358196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Launched\u000a20:30:39.624638 run iperf3-srv_10.42.42.10(pid=28297): Launched\u000a20:30:39.812542 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:30:39.941049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:40.261641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28298): Launched\u000a20:30:40.529914 run iperf3-srv_10.42.42.10(pid=28299): Launched\u000a20:30:40.717371 tst cs_paging_gprs_active.py:38: start network...\u000a20:30:40.845745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:41.331202 run create_hlr_db(pid=28300): Launched\u000a20:30:41.508431 bus /gobi_6: Setting Powered False\u000a20:30:42.530605 run create_hlr_db(pid=28300): Terminated: ok {rc=0}\u000a20:30:42.970160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Launched\u000a20:30:43.302818 run osmo-hlr_10.42.42.2(pid=28303): Launched\u000a20:30:43.423821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:43.998241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Launched\u000a20:30:44.329563 run osmo-stp_10.42.42.5(pid=28306): Launched\u000a20:30:44.449715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:45.024183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28308): Launched\u000a20:30:45.141684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:45.431806 run patchelf(pid=28309): Launched\u000a20:30:45.624188 run osmo-stp_10.42.42.5(pid=28306): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)]\u000a20:30:45.764372 run osmo-stp_10.42.42.5(pid=28306): stdout: \u000a| (launched: 2022-12-13_20:30:44.166655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:45.915708 run osmo-stp_10.42.42.5(pid=28306): stderr: \u000a| �[0;m�[38;5;43m20221213203044357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203044358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203044358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203044358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203044359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203044359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203044359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:46.055000 run osmo-stp_10.42.42.5(pid=28306): stdout: \u000a| (launched: 2022-12-13_20:30:44.166655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:46.193289 run osmo-stp_10.42.42.5(pid=28306): stderr: \u000a| �[0;m�[38;5;43m20221213203044357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203044358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203044358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203044358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203044359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203044359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203044359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:46.355008 run patchelf(pid=28309): Terminating (SIGINT)\u000a20:30:46.544558 run patchelf(pid=28309): Terminated: ok {rc=0}\u000a20:30:46.580467 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28306): Process ended prematurely: osmo-stp_10.42.42.5(pid=28306) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:30:46.591572 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:30:46.656669 run osmo-hlr_10.42.42.2(pid=28303): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28303)]\u000a20:30:46.709642 run osmo-hlr_10.42.42.2(pid=28303): stdout: \u000a| (launched: 2022-12-13_20:30:43.139131) \u000a20:30:46.763328 run osmo-hlr_10.42.42.2(pid=28303): stderr: \u000a| �[0;m�[1;31m20221213203043334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203043335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203043335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203043335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203043335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203043335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203043347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203043356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203043356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203043356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:46.809542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Terminating (SIGTERM)\u000a20:30:46.854374 run iperf3-srv_10.42.42.10(pid=28297): Terminating (SIGTERM)\u000a20:30:46.899731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28298): Terminating (SIGTERM)\u000a20:30:46.943329 run iperf3-srv_10.42.42.10(pid=28299): Terminating (SIGTERM)\u000a20:30:46.989267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Terminating (SIGTERM)\u000a20:30:47.032141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Terminating (SIGTERM)\u000a20:30:47.075818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28308): Terminating (SIGTERM)\u000a20:30:47.085643 --- ParallelTerminationStrategy: PID 28296 died...\u000a20:30:47.144085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Terminated: ok {rc=0}\u000a20:30:47.154653 --- ParallelTerminationStrategy: PID 28297 died...\u000a20:30:47.210770 run iperf3-srv_10.42.42.10(pid=28297): Terminated {rc=256}\u000a20:30:47.220779 --- ParallelTerminationStrategy: PID 28298 died...\u000a20:30:47.277372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28298): Terminated: ok {rc=0}\u000a20:30:47.287437 --- ParallelTerminationStrategy: PID 28299 died...\u000a20:30:47.343631 run iperf3-srv_10.42.42.10(pid=28299): Terminated {rc=256}\u000a20:30:47.353780 --- ParallelTerminationStrategy: PID 28302 died...\u000a20:30:47.410102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Terminated: ok {rc=0}\u000a20:30:47.420140 --- ParallelTerminationStrategy: PID 28305 died...\u000a20:30:47.476278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Terminated: ok {rc=0}\u000a20:30:47.486435 --- ParallelTerminationStrategy: PID 28308 died...\u000a20:30:47.542615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28308): Terminated: ok {rc=0}\u000a20:30:47.630692 bus /gobi_0: Setting Powered False\u000a20:30:48.738044 bus /gobi_0: Setting Powered False\u000a20:30:49.846313 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28322): Process ended prematurely: osmo-stp_10.42.42.5(pid=28322) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28322): Process ended prematurely: osmo-stp_10.42.42.5(pid=28322) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:30:50.962286 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:50.974249 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:30:51.144771 tst iperf3.py: using LAC 36088\u000a20:30:51.274825 tst iperf3.py: using RAC 133\u000a20:30:51.405214 tst iperf3.py: using CellId 36088\u000a20:30:51.535057 tst iperf3.py: using BVCI 36089\u000a20:30:51.560172 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:51.571592 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:51.582856 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:51.594144 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:51.605264 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:51.616437 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:51.627740 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:51.638927 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:51.650290 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:30:51.940334 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:30:52.078630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:52.420246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Launched\u000a20:30:52.704739 run iperf3-srv_10.42.42.10(pid=28314): Launched\u000a20:30:52.905881 tst iperf3.py:8: start network...\u000a20:30:53.043227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:53.571704 run create_hlr_db(pid=28315): Launched\u000a20:30:53.761239 bus /gobi_6: Setting Powered False\u000a20:30:54.783470 run create_hlr_db(pid=28315): Terminated: ok {rc=0}\u000a20:30:55.196790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Launched\u000a20:30:55.505807 run osmo-hlr_10.42.42.2(pid=28318): Launched\u000a20:30:55.625686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:56.167314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Launched\u000a20:30:56.475039 run osmo-stp_10.42.42.5(pid=28322): Launched\u000a20:30:56.587737 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:57.130886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Launched\u000a20:30:57.248373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:57.537091 run patchelf(pid=28325): Launched\u000a20:30:57.729366 run osmo-stp_10.42.42.5(pid=28322): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)]\u000a20:30:57.869518 run osmo-stp_10.42.42.5(pid=28322): stdout: \u000a| (launched: 2022-12-13_20:30:56.323502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:58.010028 run osmo-stp_10.42.42.5(pid=28322): stderr: \u000a| �[0;m�[38;5;43m20221213203056492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203056492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203056493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203056493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203056494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203056494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203056494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:58.146686 run osmo-stp_10.42.42.5(pid=28322): stdout: \u000a| (launched: 2022-12-13_20:30:56.323502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:58.281996 run osmo-stp_10.42.42.5(pid=28322): stderr: \u000a| �[0;m�[38;5;43m20221213203056492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203056492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203056493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203056493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203056494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203056494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203056494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:58.440015 run patchelf(pid=28325): Terminating (SIGINT)\u000a20:30:58.625399 run patchelf(pid=28325): Terminated: ok {rc=0}\u000a20:30:58.659229 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28322): Process ended prematurely: osmo-stp_10.42.42.5(pid=28322) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28322)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:30:58.669099 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:30:58.732874 run osmo-hlr_10.42.42.2(pid=28318): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28318)]\u000a20:30:58.785109 run osmo-hlr_10.42.42.2(pid=28318): stdout: \u000a| (launched: 2022-12-13_20:30:55.354403) \u000a20:30:58.837862 run osmo-hlr_10.42.42.2(pid=28318): stderr: \u000a| �[0;m�[1;31m20221213203055529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203055529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203055529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203055529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203055529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203055529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203055542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203055550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203055550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203055550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:58.882792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Terminating (SIGTERM)\u000a20:30:58.924871 run iperf3-srv_10.42.42.10(pid=28314): Terminating (SIGTERM)\u000a20:30:58.967119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Terminating (SIGTERM)\u000a20:30:59.009332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Terminating (SIGTERM)\u000a20:30:59.051545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Terminating (SIGTERM)\u000a20:30:59.061359 --- ParallelTerminationStrategy: PID 28313 died...\u000a20:30:59.118041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28313): Terminated: ok {rc=0}\u000a20:30:59.128129 --- ParallelTerminationStrategy: PID 28314 died...\u000a20:30:59.184023 run iperf3-srv_10.42.42.10(pid=28314): Terminated {rc=256}\u000a20:30:59.194036 --- ParallelTerminationStrategy: PID 28317 died...\u000a20:30:59.249669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28317): Terminated: ok {rc=0}\u000a20:30:59.259746 --- ParallelTerminationStrategy: PID 28321 died...\u000a20:30:59.315793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28321): Terminated: ok {rc=0}\u000a20:30:59.325831 --- ParallelTerminationStrategy: PID 28324 died...\u000a20:30:59.381888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28324): Terminated: ok {rc=0}\u000a20:30:59.469265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28340): Process ended prematurely: osmo-stp_10.42.42.5(pid=28340) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28340)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28340): Process ended prematurely: osmo-stp_10.42.42.5(pid=28340) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:31:00.584745 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:00.596669 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:31:00.767696 tst iperf3m4.py: using LAC 36089\u000a20:31:00.898887 tst iperf3m4.py: using RAC 134\u000a20:31:01.031554 tst iperf3m4.py: using CellId 36089\u000a20:31:01.158921 tst iperf3m4.py: using BVCI 36090\u000a20:31:01.183588 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:01.195808 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:01.208331 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:01.220563 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:01.233581 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:01.246809 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:01.259887 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:01.273750 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:01.285837 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:31:01.409270 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:31:01.559406 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:31:01.712739 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:31:02.075735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:31:02.210194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:02.534439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Launched\u000a20:31:02.801505 run iperf3-srv_10.42.42.10(pid=28327): Launched\u000a20:31:02.989323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:31:03.118469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:03.437995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28328): Launched\u000a20:31:03.705880 run iperf3-srv_10.42.42.10(pid=28329): Launched\u000a20:31:03.892741 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:31:04.020593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:04.341886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Launched\u000a20:31:04.609067 run iperf3-srv_10.42.42.10(pid=28331): Launched\u000a20:31:04.796356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:31:04.924219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:05.242412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Launched\u000a20:31:05.509779 run iperf3-srv_10.42.42.10(pid=28333): Launched\u000a20:31:05.698737 tst iperf3m4.py:8: start network...\u000a20:31:05.826911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:06.312377 run create_hlr_db(pid=28334): Launched\u000a20:31:06.490299 bus /gobi_6: Setting Powered False\u000a20:31:07.512200 run create_hlr_db(pid=28334): Terminated: ok {rc=0}\u000a20:31:07.923738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28336): Launched\u000a20:31:08.235083 run osmo-hlr_10.42.42.2(pid=28337): Launched\u000a20:31:08.351352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:08.887523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28339): Launched\u000a20:31:09.195721 run osmo-stp_10.42.42.5(pid=28340): Launched\u000a20:31:09.307108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:09.843630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28342): Launched\u000a20:31:09.953572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:10.224202 run patchelf(pid=28343): Launched\u000a20:31:10.404553 run osmo-stp_10.42.42.5(pid=28340): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28340)]\u000a20:31:10.536650 run osmo-stp_10.42.42.5(pid=28340): stdout: \u000a| (launched: 2022-12-13_20:31:09.043959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:10.668741 run osmo-stp_10.42.42.5(pid=28340): stderr: \u000a| �[0;m�[38;5;43m20221213203109213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203109213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203109214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203109214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203109215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203109215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203109215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:10.796627 run osmo-stp_10.42.42.5(pid=28340): stdout: \u000a| (launched: 2022-12-13_20:31:09.043959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:10.923651 run osmo-stp_10.42.42.5(pid=28340): stderr: \u000a| �[0;m�[38;5;43m20221213203109213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203109213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203109214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203109214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203109215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203109215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203109215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:11.071945 run patchelf(pid=28343): Terminating (SIGINT)\u000a20:31:11.246990 run patchelf(pid=28343): Terminated: ok {rc=0}\u000a20:31:11.278967 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28340): Process ended prematurely: osmo-stp_10.42.42.5(pid=28340) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28340)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:31:11.288217 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:31:11.349350 run osmo-hlr_10.42.42.2(pid=28337): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28337)]\u000a20:31:11.398956 run osmo-hlr_10.42.42.2(pid=28337): stdout: \u000a| (launched: 2022-12-13_20:31:08.080403) \u000a20:31:11.449050 run osmo-hlr_10.42.42.2(pid=28337): stderr: \u000a| �[0;m�[1;31m20221213203108252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203108253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203108253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203108253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203108253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203108253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203108265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203108274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203108274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203108274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:11.492113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Terminating (SIGTERM)\u000a20:31:11.532510 run iperf3-srv_10.42.42.10(pid=28327): Terminating (SIGTERM)\u000a20:31:11.573573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28328): Terminating (SIGTERM)\u000a20:31:11.613982 run iperf3-srv_10.42.42.10(pid=28329): Terminating (SIGTERM)\u000a20:31:11.654339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Terminating (SIGTERM)\u000a20:31:11.694695 run iperf3-srv_10.42.42.10(pid=28331): Terminating (SIGTERM)\u000a20:31:11.734973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Terminating (SIGTERM)\u000a20:31:11.775150 run iperf3-srv_10.42.42.10(pid=28333): Terminating (SIGTERM)\u000a20:31:11.815355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28336): Terminating (SIGTERM)\u000a20:31:11.855341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28339): Terminating (SIGTERM)\u000a20:31:11.895674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28342): Terminating (SIGTERM)\u000a20:31:11.904925 --- ParallelTerminationStrategy: PID 28326 died...\u000a20:31:11.959692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28326): Terminated: ok {rc=0}\u000a20:31:11.969809 --- ParallelTerminationStrategy: PID 28327 died...\u000a20:31:12.024153 run iperf3-srv_10.42.42.10(pid=28327): Terminated {rc=256}\u000a20:31:12.033813 --- ParallelTerminationStrategy: PID 28328 died...\u000a20:31:12.087944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28328): Terminated: ok {rc=0}\u000a20:31:12.097991 --- ParallelTerminationStrategy: PID 28329 died...\u000a20:31:12.152337 run iperf3-srv_10.42.42.10(pid=28329): Terminated {rc=256}\u000a20:31:12.162005 --- ParallelTerminationStrategy: PID 28330 died...\u000a20:31:12.216476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Terminated: ok {rc=0}\u000a20:31:12.226157 --- ParallelTerminationStrategy: PID 28331 died...\u000a20:31:12.280336 run iperf3-srv_10.42.42.10(pid=28331): Terminated {rc=256}\u000a20:31:12.289976 --- ParallelTerminationStrategy: PID 28332 died...\u000a20:31:12.344379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Terminated: ok {rc=0}\u000a20:31:12.354124 --- ParallelTerminationStrategy: PID 28333 died...\u000a20:31:12.408273 run iperf3-srv_10.42.42.10(pid=28333): Terminated {rc=256}\u000a20:31:12.417953 --- ParallelTerminationStrategy: PID 28336 died...\u000a20:31:12.472178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28336): Terminated: ok {rc=0}\u000a20:31:12.481919 --- ParallelTerminationStrategy: PID 28339 died...\u000a20:31:12.536028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28339): Terminated: ok {rc=0}\u000a20:31:12.545770 --- ParallelTerminationStrategy: PID 28342 died...\u000a20:31:12.600326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28342): Terminated: ok {rc=0}\u000a20:31:12.690478 bus /gobi_4: Setting Powered False\u000a20:31:13.795229 bus /gobi_4: Setting Powered False\u000a20:31:14.904294 bus /gobi_1: Setting Powered False\u000a20:31:16.022283 bus /gobi_1: Setting Powered False\u000a20:31:17.148082 bus /gobi_0: Setting Powered False\u000a20:31:18.257653 bus /gobi_0: Setting Powered False\u000a20:31:19.371346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28350): Process ended prematurely: osmo-stp_10.42.42.5(pid=28350) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28350)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28350): Process ended prematurely: osmo-stp_10.42.42.5(pid=28350) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:31:20.440082 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:20.451647 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:31:20.608626 tst ping.py: using LAC 36090\u000a20:31:20.728666 tst ping.py: using RAC 135\u000a20:31:20.848769 tst ping.py: using CellId 36090\u000a20:31:20.968578 tst ping.py: using BVCI 36091\u000a20:31:20.991569 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:21.002545 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:21.013298 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:21.024011 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:21.035047 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:21.046065 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:21.057248 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:21.068185 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:31:21.363573 tst ping.py:19: start network...\u000a20:31:21.498858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:22.027108 run create_hlr_db(pid=28344): Launched\u000a20:31:22.215398 bus /gobi_6: Setting Powered False\u000a20:31:23.234811 run create_hlr_db(pid=28344): Terminated: ok {rc=0}\u000a20:31:23.667328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28346): Launched\u000a20:31:23.993753 run osmo-hlr_10.42.42.2(pid=28347): Launched\u000a20:31:24.116476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:24.685380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28349): Launched\u000a20:31:25.009596 run osmo-stp_10.42.42.5(pid=28350): Launched\u000a20:31:25.125777 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:25.691766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28352): Launched\u000a20:31:25.806624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:26.090104 run patchelf(pid=28353): Launched\u000a20:31:26.279290 run osmo-stp_10.42.42.5(pid=28350): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28350)]\u000a20:31:26.418307 run osmo-stp_10.42.42.5(pid=28350): stdout: \u000a| (launched: 2022-12-13_20:31:24.849460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:26.556364 run osmo-stp_10.42.42.5(pid=28350): stderr: \u000a| �[0;m�[38;5;43m20221213203125041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203125041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203125041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203125042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203125042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203125042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203125042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:26.690584 run osmo-stp_10.42.42.5(pid=28350): stdout: \u000a| (launched: 2022-12-13_20:31:24.849460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:26.823281 run osmo-stp_10.42.42.5(pid=28350): stderr: \u000a| �[0;m�[38;5;43m20221213203125041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203125041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203125041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203125042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203125042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203125042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203125042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:26.978232 run patchelf(pid=28353): Terminating (SIGINT)\u000a20:31:27.160194 run patchelf(pid=28353): Terminated: ok {rc=0}\u000a20:31:27.193133 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28350): Process ended prematurely: osmo-stp_10.42.42.5(pid=28350) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28350)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:31:27.202399 tst ping.py:22: Test FAILED (6.8 sec)\u000a20:31:27.265627 run osmo-hlr_10.42.42.2(pid=28347): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28347)]\u000a20:31:27.317520 run osmo-hlr_10.42.42.2(pid=28347): stdout: \u000a| (launched: 2022-12-13_20:31:23.832258) \u000a20:31:27.370117 run osmo-hlr_10.42.42.2(pid=28347): stderr: \u000a| �[0;m�[1;31m20221213203124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203124043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203124051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203124051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203124051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:27.415302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28346): Terminating (SIGTERM)\u000a20:31:27.457503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28349): Terminating (SIGTERM)\u000a20:31:27.499993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28352): Terminating (SIGTERM)\u000a20:31:27.509754 --- ParallelTerminationStrategy: PID 28346 died...\u000a20:31:27.566287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28346): Terminated: ok {rc=0}\u000a20:31:27.576586 --- ParallelTerminationStrategy: PID 28349 died...\u000a20:31:27.632676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28349): Terminated: ok {rc=0}\u000a20:31:27.642747 --- ParallelTerminationStrategy: PID 28352 died...\u000a20:31:27.698562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28352): Terminated: ok {rc=0}\u000a20:31:27.786564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28360): Process ended prematurely: osmo-stp_10.42.42.5(pid=28360) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28360)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28360): Process ended prematurely: osmo-stp_10.42.42.5(pid=28360) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:31:28.839534 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:28.851477 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:31:29.019797 tst ping_idle_ping.py: using LAC 36091\u000a20:31:29.146579 tst ping_idle_ping.py: using RAC 136\u000a20:31:29.273380 tst ping_idle_ping.py: using CellId 36091\u000a20:31:29.401452 tst ping_idle_ping.py: using BVCI 36092\u000a20:31:29.426773 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:29.438287 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:29.449533 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:29.461022 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:29.472180 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:29.483430 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:29.494745 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:31:29.506088 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:31:29.787294 tst ping_idle_ping.py:24: start network...\u000a20:31:29.913719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:30.403348 run create_hlr_db(pid=28354): Launched\u000a20:31:30.577785 bus /gobi_6: Setting Powered False\u000a20:31:31.602284 run create_hlr_db(pid=28354): Terminated: ok {rc=0}\u000a20:31:32.066805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28356): Launched\u000a20:31:32.414370 run osmo-hlr_10.42.42.2(pid=28357): Launched\u000a20:31:32.533705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:33.099308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28359): Launched\u000a20:31:33.425812 run osmo-stp_10.42.42.5(pid=28360): Launched\u000a20:31:33.543507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:34.111285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28362): Launched\u000a20:31:34.226180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:34.511328 run patchelf(pid=28363): Launched\u000a20:31:34.700269 run osmo-stp_10.42.42.5(pid=28360): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28360)]\u000a20:31:34.838380 run osmo-stp_10.42.42.5(pid=28360): stdout: \u000a| (launched: 2022-12-13_20:31:33.264060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:34.976067 run osmo-stp_10.42.42.5(pid=28360): stderr: \u000a| �[0;m�[38;5;43m20221213203133455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203133455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203133455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203133456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203133456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203133456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203133456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:35.110316 run osmo-stp_10.42.42.5(pid=28360): stdout: \u000a| (launched: 2022-12-13_20:31:33.264060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:35.243378 run osmo-stp_10.42.42.5(pid=28360): stderr: \u000a| �[0;m�[38;5;43m20221213203133455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203133455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203133455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203133456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203133456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203133456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203133456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:35.398206 run patchelf(pid=28363): Terminating (SIGINT)\u000a20:31:35.580211 run patchelf(pid=28363): Terminated: ok {rc=0}\u000a20:31:35.613061 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28360): Process ended prematurely: osmo-stp_10.42.42.5(pid=28360) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28360)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:31:35.622266 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:31:35.685045 run osmo-hlr_10.42.42.2(pid=28357): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28357)]\u000a20:31:35.736580 run osmo-hlr_10.42.42.2(pid=28357): stdout: \u000a| (launched: 2022-12-13_20:31:32.251656) \u000a20:31:35.788647 run osmo-hlr_10.42.42.2(pid=28357): stderr: \u000a| �[0;m�[1;31m20221213203132449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203132449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203132449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203132449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203132449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203132449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203132466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203132476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203132476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203132477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:35.833292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28356): Terminating (SIGTERM)\u000a20:31:35.875127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28359): Terminating (SIGTERM)\u000a20:31:35.917499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28362): Terminating (SIGTERM)\u000a20:31:35.927088 --- ParallelTerminationStrategy: PID 28356 died...\u000a20:31:35.982987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28356): Terminated: ok {rc=0}\u000a20:31:35.993071 --- ParallelTerminationStrategy: PID 28359 died...\u000a20:31:36.048568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28359): Terminated: ok {rc=0}\u000a20:31:36.058513 --- ParallelTerminationStrategy: PID 28362 died...\u000a20:31:36.114220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28362): Terminated: ok {rc=0}\u000a20:31:36.202547 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:30:37" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28377): Process ended prematurely: osmo-stp_10.42.42.5(pid=28377) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28377): Process ended prematurely: osmo-stp_10.42.42.5(pid=28377) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:31:38.368039 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:38.379453 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:31:38.548084 tst cs_paging_gprs_active.py: using LAC 36092\u000a20:31:38.675356 tst cs_paging_gprs_active.py: using RAC 137\u000a20:31:38.803821 tst cs_paging_gprs_active.py: using CellId 36092\u000a20:31:38.928611 tst cs_paging_gprs_active.py: using BVCI 36093\u000a20:31:38.952318 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:38.963483 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:38.974611 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:38.985514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:38.996602 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:39.007833 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:39.019107 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:39.030073 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:39.041225 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:31:39.164214 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:31:39.447292 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:31:39.576079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:39.898232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28367): Launched\u000a20:31:40.166791 run iperf3-srv_10.42.42.10(pid=28368): Launched\u000a20:31:40.354962 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:31:40.484341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:40.805237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28369): Launched\u000a20:31:41.074565 run iperf3-srv_10.42.42.10(pid=28370): Launched\u000a20:31:41.263307 tst cs_paging_gprs_active.py:38: start network...\u000a20:31:41.392299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:41.881604 run create_hlr_db(pid=28371): Launched\u000a20:31:42.058432 bus /gobi_6: Setting Powered False\u000a20:31:43.080188 run create_hlr_db(pid=28371): Terminated: ok {rc=0}\u000a20:31:43.491601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Launched\u000a20:31:43.804799 run osmo-hlr_10.42.42.2(pid=28374): Launched\u000a20:31:43.928001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:44.473487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Launched\u000a20:31:44.784842 run osmo-stp_10.42.42.5(pid=28377): Launched\u000a20:31:44.898179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:45.436030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Launched\u000a20:31:45.546063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:45.816604 run patchelf(pid=28380): Launched\u000a20:31:46.026682 run osmo-stp_10.42.42.5(pid=28377): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)]\u000a20:31:46.162885 run osmo-stp_10.42.42.5(pid=28377): stdout: \u000a| (launched: 2022-12-13_20:31:44.631014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:46.299823 run osmo-stp_10.42.42.5(pid=28377): stderr: \u000a| �[0;m�[38;5;43m20221213203144801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203144801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203144802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203144802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203144802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203144802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203144803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:46.432683 run osmo-stp_10.42.42.5(pid=28377): stdout: \u000a| (launched: 2022-12-13_20:31:44.631014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:46.565581 run osmo-stp_10.42.42.5(pid=28377): stderr: \u000a| �[0;m�[38;5;43m20221213203144801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203144801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203144802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203144802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203144802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203144802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203144803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:46.718774 run patchelf(pid=28380): Terminating (SIGINT)\u000a20:31:46.898795 run patchelf(pid=28380): Terminated: ok {rc=0}\u000a20:31:46.932544 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28377): Process ended prematurely: osmo-stp_10.42.42.5(pid=28377) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28377)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:31:46.943037 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:31:47.007593 run osmo-hlr_10.42.42.2(pid=28374): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28374)]\u000a20:31:47.059815 run osmo-hlr_10.42.42.2(pid=28374): stdout: \u000a| (launched: 2022-12-13_20:31:43.648290) \u000a20:31:47.112455 run osmo-hlr_10.42.42.2(pid=28374): stderr: \u000a| �[0;m�[1;31m20221213203143826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203143826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203143826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203143826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203143826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203143826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203143839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203143849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203143849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203143849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:47.157766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28367): Terminating (SIGTERM)\u000a20:31:47.201536 run iperf3-srv_10.42.42.10(pid=28368): Terminating (SIGTERM)\u000a20:31:47.242444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28369): Terminating (SIGTERM)\u000a20:31:47.283019 run iperf3-srv_10.42.42.10(pid=28370): Terminating (SIGTERM)\u000a20:31:47.323796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Terminating (SIGTERM)\u000a20:31:47.364760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Terminating (SIGTERM)\u000a20:31:47.405680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Terminating (SIGTERM)\u000a20:31:47.414912 --- ParallelTerminationStrategy: PID 28367 died...\u000a20:31:47.469200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28367): Terminated: ok {rc=0}\u000a20:31:47.478817 --- ParallelTerminationStrategy: PID 28368 died...\u000a20:31:47.532938 run iperf3-srv_10.42.42.10(pid=28368): Terminated {rc=256}\u000a20:31:47.542525 --- ParallelTerminationStrategy: PID 28369 died...\u000a20:31:47.596769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28369): Terminated: ok {rc=0}\u000a20:31:47.606415 --- ParallelTerminationStrategy: PID 28370 died...\u000a20:31:47.660205 run iperf3-srv_10.42.42.10(pid=28370): Terminated {rc=256}\u000a20:31:47.669883 --- ParallelTerminationStrategy: PID 28373 died...\u000a20:31:47.723925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28373): Terminated: ok {rc=0}\u000a20:31:47.733971 --- ParallelTerminationStrategy: PID 28376 died...\u000a20:31:47.788241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28376): Terminated: ok {rc=0}\u000a20:31:47.797936 --- ParallelTerminationStrategy: PID 28379 died...\u000a20:31:47.852206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28379): Terminated: ok {rc=0}\u000a20:31:47.942904 bus /gobi_0: Setting Powered False\u000a20:31:49.050982 bus /gobi_0: Setting Powered False\u000a20:31:50.164004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28389): Process ended prematurely: osmo-stp_10.42.42.5(pid=28389) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28389): Process ended prematurely: osmo-stp_10.42.42.5(pid=28389) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:31:51.276925 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.288497 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:31:51.449156 tst iperf3.py: using LAC 36093\u000a20:31:51.570573 tst iperf3.py: using RAC 138\u000a20:31:51.693122 tst iperf3.py: using CellId 36093\u000a20:31:51.814736 tst iperf3.py: using BVCI 36094\u000a20:31:51.838165 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.849049 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.859662 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.870375 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.881417 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.892426 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.903516 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.914884 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:51.926197 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:31:52.225640 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:31:52.363349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:52.707122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28381): Launched\u000a20:31:52.993795 run iperf3-srv_10.42.42.10(pid=28382): Launched\u000a20:31:53.196321 tst iperf3.py:8: start network...\u000a20:31:53.334783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:53.862325 run create_hlr_db(pid=28383): Launched\u000a20:31:54.053516 bus /gobi_6: Setting Powered False\u000a20:31:55.072651 run create_hlr_db(pid=28383): Terminated: ok {rc=0}\u000a20:31:55.514898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Launched\u000a20:31:55.845496 run osmo-hlr_10.42.42.2(pid=28386): Launched\u000a20:31:55.965138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:56.538386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Launched\u000a20:31:56.869186 run osmo-stp_10.42.42.5(pid=28389): Launched\u000a20:31:56.988332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:57.563172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28391): Launched\u000a20:31:57.680618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:57.969270 run patchelf(pid=28392): Launched\u000a20:31:58.160890 run osmo-stp_10.42.42.5(pid=28389): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)]\u000a20:31:58.300589 run osmo-stp_10.42.42.5(pid=28389): stdout: \u000a| (launched: 2022-12-13_20:31:56.705862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:58.441085 run osmo-stp_10.42.42.5(pid=28389): stderr: \u000a| �[0;m�[38;5;43m20221213203156897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203156897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203156897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203156898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203156898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203156898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203156898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:58.577446 run osmo-stp_10.42.42.5(pid=28389): stdout: \u000a| (launched: 2022-12-13_20:31:56.705862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:58.712846 run osmo-stp_10.42.42.5(pid=28389): stderr: \u000a| �[0;m�[38;5;43m20221213203156897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203156897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203156897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203156898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203156898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203156898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203156898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:58.869606 run patchelf(pid=28392): Terminating (SIGINT)\u000a20:31:59.054713 run patchelf(pid=28392): Terminated: ok {rc=0}\u000a20:31:59.088425 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28389): Process ended prematurely: osmo-stp_10.42.42.5(pid=28389) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28389)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:31:59.098496 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:31:59.161436 run osmo-hlr_10.42.42.2(pid=28386): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28386)]\u000a20:31:59.212798 run osmo-hlr_10.42.42.2(pid=28386): stdout: \u000a| (launched: 2022-12-13_20:31:55.682932) \u000a20:31:59.264804 run osmo-hlr_10.42.42.2(pid=28386): stderr: \u000a| �[0;m�[1;31m20221213203155880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203155880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203155880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203155880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203155880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203155880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203155903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203155913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203155913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203155913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:59.309283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28381): Terminating (SIGTERM)\u000a20:31:59.351389 run iperf3-srv_10.42.42.10(pid=28382): Terminating (SIGTERM)\u000a20:31:59.393730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Terminating (SIGTERM)\u000a20:31:59.436304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Terminating (SIGTERM)\u000a20:31:59.478590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28391): Terminating (SIGTERM)\u000a20:31:59.488315 --- ParallelTerminationStrategy: PID 28381 died...\u000a20:31:59.544640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28381): Terminated: ok {rc=0}\u000a20:31:59.554796 --- ParallelTerminationStrategy: PID 28382 died...\u000a20:31:59.610479 run iperf3-srv_10.42.42.10(pid=28382): Terminated {rc=256}\u000a20:31:59.620436 --- ParallelTerminationStrategy: PID 28385 died...\u000a20:31:59.676191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28385): Terminated: ok {rc=0}\u000a20:31:59.686345 --- ParallelTerminationStrategy: PID 28388 died...\u000a20:31:59.742845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28388): Terminated: ok {rc=0}\u000a20:31:59.753089 --- ParallelTerminationStrategy: PID 28391 died...\u000a20:31:59.809099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28391): Terminated: ok {rc=0}\u000a20:31:59.895963 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28407): Process ended prematurely: osmo-stp_10.42.42.5(pid=28407) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28407)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28407): Process ended prematurely: osmo-stp_10.42.42.5(pid=28407) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:32:01.012509 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.025081 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:32:01.193308 tst iperf3m4.py: using LAC 36094\u000a20:32:01.345794 tst iperf3m4.py: using RAC 139\u000a20:32:01.471261 tst iperf3m4.py: using CellId 36094\u000a20:32:01.629193 tst iperf3m4.py: using BVCI 36095\u000a20:32:01.660927 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.673227 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.685385 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.697712 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.710794 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.725462 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.738191 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.750000 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:01.765483 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:32:01.891026 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:32:02.030921 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:32:02.176842 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:32:02.489771 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:32:02.628669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:32:02.970167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Launched\u000a20:32:03.255990 run iperf3-srv_10.42.42.10(pid=28394): Launched\u000a20:32:03.459066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:32:03.596842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:32:03.938914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28395): Launched\u000a20:32:04.224297 run iperf3-srv_10.42.42.10(pid=28396): Launched\u000a20:32:04.426667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:32:04.564574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:32:04.906364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28397): Launched\u000a20:32:05.191339 run iperf3-srv_10.42.42.10(pid=28398): Launched\u000a20:32:05.393016 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:32:05.531119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:32:05.872808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28399): Launched\u000a20:32:06.157758 run iperf3-srv_10.42.42.10(pid=28400): Launched\u000a20:32:06.359403 tst iperf3m4.py:8: start network...\u000a20:32:06.497450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:07.026943 run create_hlr_db(pid=28401): Launched\u000a20:32:07.217409 bus /gobi_6: Setting Powered False\u000a20:32:08.238959 run create_hlr_db(pid=28401): Terminated: ok {rc=0}\u000a20:32:08.658978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28403): Launched\u000a20:32:08.990603 run osmo-hlr_10.42.42.2(pid=28404): Launched\u000a20:32:09.114869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:09.695044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28406): Launched\u000a20:32:10.024571 run osmo-stp_10.42.42.5(pid=28407): Launched\u000a20:32:10.144471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:10.721202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28409): Launched\u000a20:32:10.839298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:11.127555 run patchelf(pid=28410): Launched\u000a20:32:11.319403 run osmo-stp_10.42.42.5(pid=28407): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28407)]\u000a20:32:11.460101 run osmo-stp_10.42.42.5(pid=28407): stdout: \u000a| (launched: 2022-12-13_20:32:09.863019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:11.600475 run osmo-stp_10.42.42.5(pid=28407): stderr: \u000a| �[0;m�[38;5;43m20221213203210053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203210053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203210053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203210053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203210054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203210054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203210054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:11.736787 run osmo-stp_10.42.42.5(pid=28407): stdout: \u000a| (launched: 2022-12-13_20:32:09.863019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:11.872042 run osmo-stp_10.42.42.5(pid=28407): stderr: \u000a| �[0;m�[38;5;43m20221213203210053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203210053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203210053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203210053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203210054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203210054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203210054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:12.029125 run patchelf(pid=28410): Terminating (SIGINT)\u000a20:32:12.213775 run patchelf(pid=28410): Terminated: ok {rc=0}\u000a20:32:12.247420 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28407): Process ended prematurely: osmo-stp_10.42.42.5(pid=28407) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28407)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:32:12.257295 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a20:32:12.320725 run osmo-hlr_10.42.42.2(pid=28404): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28404)]\u000a20:32:12.372310 run osmo-hlr_10.42.42.2(pid=28404): stdout: \u000a| (launched: 2022-12-13_20:32:08.827575) \u000a20:32:12.425049 run osmo-hlr_10.42.42.2(pid=28404): stderr: \u000a| �[0;m�[1;31m20221213203209027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203209027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203209027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203209027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203209027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203209027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203209041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203209051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203209051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203209051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:12.470191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Terminating (SIGTERM)\u000a20:32:12.512863 run iperf3-srv_10.42.42.10(pid=28394): Terminating (SIGTERM)\u000a20:32:12.555672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28395): Terminating (SIGTERM)\u000a20:32:12.598400 run iperf3-srv_10.42.42.10(pid=28396): Terminating (SIGTERM)\u000a20:32:12.640734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28397): Terminating (SIGTERM)\u000a20:32:12.683486 run iperf3-srv_10.42.42.10(pid=28398): Terminating (SIGTERM)\u000a20:32:12.726434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28399): Terminating (SIGTERM)\u000a20:32:12.768679 run iperf3-srv_10.42.42.10(pid=28400): Terminating (SIGTERM)\u000a20:32:12.811387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28403): Terminating (SIGTERM)\u000a20:32:12.853960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28406): Terminating (SIGTERM)\u000a20:32:12.896539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28409): Terminating (SIGTERM)\u000a20:32:12.906451 --- ParallelTerminationStrategy: PID 28393 died...\u000a20:32:12.963648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Terminated: ok {rc=0}\u000a20:32:12.974023 --- ParallelTerminationStrategy: PID 28394 died...\u000a20:32:13.031001 run iperf3-srv_10.42.42.10(pid=28394): Terminated {rc=256}\u000a20:32:13.041401 --- ParallelTerminationStrategy: PID 28395 died...\u000a20:32:13.098366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28395): Terminated: ok {rc=0}\u000a20:32:13.108663 --- ParallelTerminationStrategy: PID 28396 died...\u000a20:32:13.165336 run iperf3-srv_10.42.42.10(pid=28396): Terminated {rc=256}\u000a20:32:13.175566 --- ParallelTerminationStrategy: PID 28397 died...\u000a20:32:13.232451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28397): Terminated: ok {rc=0}\u000a20:32:13.242785 --- ParallelTerminationStrategy: PID 28398 died...\u000a20:32:13.299526 run iperf3-srv_10.42.42.10(pid=28398): Terminated {rc=256}\u000a20:32:13.309868 --- ParallelTerminationStrategy: PID 28399 died...\u000a20:32:13.366866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28399): Terminated: ok {rc=0}\u000a20:32:13.377458 --- ParallelTerminationStrategy: PID 28400 died...\u000a20:32:13.434394 run iperf3-srv_10.42.42.10(pid=28400): Terminated {rc=256}\u000a20:32:13.444478 --- ParallelTerminationStrategy: PID 28403 died...\u000a20:32:13.501350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28403): Terminated: ok {rc=0}\u000a20:32:13.511467 --- ParallelTerminationStrategy: PID 28406 died...\u000a20:32:13.568378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28406): Terminated: ok {rc=0}\u000a20:32:13.578575 --- ParallelTerminationStrategy: PID 28409 died...\u000a20:32:13.635753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28409): Terminated: ok {rc=0}\u000a20:32:13.723882 bus /gobi_4: Setting Powered False\u000a20:32:14.828436 bus /gobi_4: Setting Powered False\u000a20:32:15.958042 bus /gobi_1: Setting Powered False\u000a20:32:17.062271 bus /gobi_1: Setting Powered False\u000a20:32:18.171513 bus /gobi_0: Setting Powered False\u000a20:32:19.278774 bus /gobi_0: Setting Powered False\u000a20:32:20.388939 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28417): Process ended prematurely: osmo-stp_10.42.42.5(pid=28417) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28417): Process ended prematurely: osmo-stp_10.42.42.5(pid=28417) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:32:21.459345 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:21.471368 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:32:21.637817 tst ping.py: using LAC 36095\u000a20:32:21.765755 tst ping.py: using RAC 140\u000a20:32:21.895071 tst ping.py: using CellId 36095\u000a20:32:22.021830 tst ping.py: using BVCI 36096\u000a20:32:22.046967 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:22.058392 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:22.069707 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:22.080906 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:22.092121 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:22.103453 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:22.115307 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:22.126636 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:32:22.407486 tst ping.py:19: start network...\u000a20:32:22.533512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:23.013625 run create_hlr_db(pid=28411): Launched\u000a20:32:23.188119 bus /gobi_6: Setting Powered False\u000a20:32:24.209559 run create_hlr_db(pid=28411): Terminated: ok {rc=0}\u000a20:32:24.641544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Launched\u000a20:32:24.969046 run osmo-hlr_10.42.42.2(pid=28414): Launched\u000a20:32:25.090777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:25.665999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Launched\u000a20:32:25.993094 run osmo-stp_10.42.42.5(pid=28417): Launched\u000a20:32:26.110324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:26.678484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Launched\u000a20:32:26.794000 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:27.077682 run patchelf(pid=28420): Launched\u000a20:32:27.266625 run osmo-stp_10.42.42.5(pid=28417): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)]\u000a20:32:27.404250 run osmo-stp_10.42.42.5(pid=28417): stdout: \u000a| (launched: 2022-12-13_20:32:25.831083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:27.542671 run osmo-stp_10.42.42.5(pid=28417): stderr: \u000a| �[0;m�[38;5;43m20221213203226024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203226024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203226024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203226025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:27.676516 run osmo-stp_10.42.42.5(pid=28417): stdout: \u000a| (launched: 2022-12-13_20:32:25.831083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:27.809410 run osmo-stp_10.42.42.5(pid=28417): stderr: \u000a| �[0;m�[38;5;43m20221213203226024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203226024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203226024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203226025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:27.964367 run patchelf(pid=28420): Terminating (SIGINT)\u000a20:32:28.146732 run patchelf(pid=28420): Terminated: ok {rc=0}\u000a20:32:28.179662 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28417): Process ended prematurely: osmo-stp_10.42.42.5(pid=28417) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:32:28.188865 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:32:28.251889 run osmo-hlr_10.42.42.2(pid=28414): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28414)]\u000a20:32:28.303454 run osmo-hlr_10.42.42.2(pid=28414): stdout: \u000a| (launched: 2022-12-13_20:32:24.807086) \u000a20:32:28.355631 run osmo-hlr_10.42.42.2(pid=28414): stderr: \u000a| �[0;m�[1;31m20221213203225005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203225005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203225005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203225005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203225005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203225005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203225018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203225027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203225027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203225027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:28.399968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Terminating (SIGTERM)\u000a20:32:28.442104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Terminating (SIGTERM)\u000a20:32:28.484061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Terminating (SIGTERM)\u000a20:32:28.493862 --- ParallelTerminationStrategy: PID 28413 died...\u000a20:32:28.550065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Terminated: ok {rc=0}\u000a20:32:28.560113 --- ParallelTerminationStrategy: PID 28416 died...\u000a20:32:28.615925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Terminated: ok {rc=0}\u000a20:32:28.625970 --- ParallelTerminationStrategy: PID 28419 died...\u000a20:32:28.681294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Terminated: ok {rc=0}\u000a20:32:28.768769 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:32:29.819660 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:29.831492 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:32:29.991656 tst ping_idle_ping.py: using LAC 36096\u000a20:32:30.112477 tst ping_idle_ping.py: using RAC 141\u000a20:32:30.238964 tst ping_idle_ping.py: using CellId 36096\u000a20:32:30.366121 tst ping_idle_ping.py: using BVCI 36097\u000a20:32:30.391118 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:30.402733 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:30.414125 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:30.425650 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:30.437151 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:30.448451 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:30.459786 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:32:30.471017 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:32:30.767273 tst ping_idle_ping.py:24: start network...\u000a20:32:30.924875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:31.487681 run create_hlr_db(pid=28421): Launched\u000a20:32:31.680811 bus /gobi_6: Setting Powered False\u000a20:32:32.696333 run create_hlr_db(pid=28421): Terminated: ok {rc=0}\u000a20:32:33.104940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Launched\u000a20:32:33.416139 run osmo-hlr_10.42.42.2(pid=28424): Launched\u000a20:32:33.536439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:34.102395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Launched\u000a20:32:34.429290 run osmo-stp_10.42.42.5(pid=28427): Launched\u000a20:32:34.546777 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:35.115360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Launched\u000a20:32:35.230837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:35.515241 run patchelf(pid=28430): Launched\u000a20:32:35.705040 run osmo-stp_10.42.42.5(pid=28427): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]\u000a20:32:35.843292 run osmo-stp_10.42.42.5(pid=28427): stdout: \u000a| (launched: 2022-12-13_20:32:34.268028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:35.981940 run osmo-stp_10.42.42.5(pid=28427): stderr: \u000a| �[0;m�[38;5;43m20221213203234458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203234458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203234459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203234459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203234460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203234460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203234460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:36.116560 run osmo-stp_10.42.42.5(pid=28427): stdout: \u000a| (launched: 2022-12-13_20:32:34.268028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:36.250100 run osmo-stp_10.42.42.5(pid=28427): stderr: \u000a| �[0;m�[38;5;43m20221213203234458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203234458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203234459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203234459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203234460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203234460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203234460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:36.405350 run patchelf(pid=28430): Terminating (SIGINT)\u000a20:32:36.587991 run patchelf(pid=28430): Terminated: ok {rc=0}\u000a20:32:36.621032 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)] [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:32:36.630255 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:32:36.692775 run osmo-hlr_10.42.42.2(pid=28424): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28424)]\u000a20:32:36.743852 run osmo-hlr_10.42.42.2(pid=28424): stdout: \u000a| (launched: 2022-12-13_20:32:33.258630) \u000a20:32:36.795473 run osmo-hlr_10.42.42.2(pid=28424): stderr: \u000a| �[0;m�[1;31m20221213203233453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203233453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203233453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203233453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203233453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203233453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203233466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203233474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203233474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203233474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:36.839568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Terminating (SIGTERM)\u000a20:32:36.882014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Terminating (SIGTERM)\u000a20:32:36.924306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Terminating (SIGTERM)\u000a20:32:36.934025 --- ParallelTerminationStrategy: PID 28423 died...\u000a20:32:36.989664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Terminated: ok {rc=0}\u000a20:32:36.999753 --- ParallelTerminationStrategy: PID 28426 died...\u000a20:32:37.055090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Terminated: ok {rc=0}\u000a20:32:37.065182 --- ParallelTerminationStrategy: PID 28429 died...\u000a20:32:37.120720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Terminated: ok {rc=0}\u000a20:32:37.206806 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:31:37" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28447): Process ended prematurely: osmo-stp_10.42.42.5(pid=28447) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28447)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28447): Process ended prematurely: osmo-stp_10.42.42.5(pid=28447) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:32:39.377993 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:39.389766 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:32:39.540033 tst cs_paging_gprs_active.py: using LAC 36097\u000a20:32:39.670778 tst cs_paging_gprs_active.py: using RAC 142\u000a20:32:39.800206 tst cs_paging_gprs_active.py: using CellId 36097\u000a20:32:39.934436 tst cs_paging_gprs_active.py: using BVCI 36098\u000a20:32:39.959791 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:39.971639 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:39.983618 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:39.995272 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:40.006913 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:40.018630 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:40.030346 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:40.041909 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:40.053764 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:32:40.173607 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:32:40.476215 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:32:40.614889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:32:40.959906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28437): Launched\u000a20:32:41.248037 run iperf3-srv_10.42.42.10(pid=28438): Launched\u000a20:32:41.452486 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:32:41.591140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:32:41.934190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28439): Launched\u000a20:32:42.220576 run iperf3-srv_10.42.42.10(pid=28440): Launched\u000a20:32:42.424236 tst cs_paging_gprs_active.py:38: start network...\u000a20:32:42.563579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:43.094096 run create_hlr_db(pid=28441): Launched\u000a20:32:43.284530 bus /gobi_6: Setting Powered False\u000a20:32:44.306307 run create_hlr_db(pid=28441): Terminated: ok {rc=0}\u000a20:32:44.723307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28443): Launched\u000a20:32:45.035563 run osmo-hlr_10.42.42.2(pid=28444): Launched\u000a20:32:45.153371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:45.687930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28446): Launched\u000a20:32:46.175060 run osmo-stp_10.42.42.5(pid=28447): Launched\u000a20:32:46.351357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:46.945836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28449): Launched\u000a20:32:47.069481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:47.362630 run patchelf(pid=28450): Launched\u000a20:32:47.555103 run osmo-stp_10.42.42.5(pid=28447): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28447)]\u000a20:32:47.695262 run osmo-stp_10.42.42.5(pid=28447): stdout: \u000a| (launched: 2022-12-13_20:32:45.846329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:47.835587 run osmo-stp_10.42.42.5(pid=28447): stderr: \u000a| �[0;m�[38;5;43m20221213203246109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203246109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203246109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203246111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203246111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203246111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203246112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:47.972111 run osmo-stp_10.42.42.5(pid=28447): stdout: \u000a| (launched: 2022-12-13_20:32:45.846329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:48.107784 run osmo-stp_10.42.42.5(pid=28447): stderr: \u000a| �[0;m�[38;5;43m20221213203246109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203246109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203246109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203246111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203246111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203246111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203246112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:48.265734 run patchelf(pid=28450): Terminating (SIGINT)\u000a20:32:48.451577 run patchelf(pid=28450): Terminated: ok {rc=0}\u000a20:32:48.485569 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28447): Process ended prematurely: osmo-stp_10.42.42.5(pid=28447) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28447)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a20:32:48.495752 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a20:32:48.559443 run osmo-hlr_10.42.42.2(pid=28444): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28444)]\u000a20:32:48.611069 run osmo-hlr_10.42.42.2(pid=28444): stdout: \u000a| (launched: 2022-12-13_20:32:44.880780) \u000a20:32:48.663176 run osmo-hlr_10.42.42.2(pid=28444): stderr: \u000a| �[0;m�[1;31m20221213203245057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203245057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203245057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203245057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203245057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203245057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203245070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203245078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203245078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203245078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:48.707775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28437): Terminating (SIGTERM)\u000a20:32:48.749914 run iperf3-srv_10.42.42.10(pid=28438): Terminating (SIGTERM)\u000a20:32:48.791834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28439): Terminating (SIGTERM)\u000a20:32:48.833719 run iperf3-srv_10.42.42.10(pid=28440): Terminating (SIGTERM)\u000a20:32:48.875650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28443): Terminating (SIGTERM)\u000a20:32:48.917618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28446): Terminating (SIGTERM)\u000a20:32:48.959974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28449): Terminating (SIGTERM)\u000a20:32:48.969959 --- ParallelTerminationStrategy: PID 28437 died...\u000a20:32:49.026203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28437): Terminated: ok {rc=0}\u000a20:32:49.036212 --- ParallelTerminationStrategy: PID 28438 died...\u000a20:32:49.091879 run iperf3-srv_10.42.42.10(pid=28438): Terminated {rc=256}\u000a20:32:49.101967 --- ParallelTerminationStrategy: PID 28439 died...\u000a20:32:49.157535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28439): Terminated: ok {rc=0}\u000a20:32:49.167428 --- ParallelTerminationStrategy: PID 28440 died...\u000a20:32:49.222908 run iperf3-srv_10.42.42.10(pid=28440): Terminated {rc=256}\u000a20:32:49.232892 --- ParallelTerminationStrategy: PID 28443 died...\u000a20:32:49.289179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28443): Terminated: ok {rc=0}\u000a20:32:49.299214 --- ParallelTerminationStrategy: PID 28446 died...\u000a20:32:49.355421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28446): Terminated: ok {rc=0}\u000a20:32:49.365852 --- ParallelTerminationStrategy: PID 28449 died...\u000a20:32:49.421857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28449): Terminated: ok {rc=0}\u000a20:32:49.510635 bus /gobi_0: Setting Powered False\u000a20:32:50.615197 bus /gobi_0: Setting Powered False\u000a20:32:51.727847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28459): Process ended prematurely: osmo-stp_10.42.42.5(pid=28459) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28459)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28459): Process ended prematurely: osmo-stp_10.42.42.5(pid=28459) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a20:32:52.843838 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:52.856279 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:32:53.009197 tst iperf3.py: using LAC 36098\u000a20:32:53.139666 tst iperf3.py: using RAC 143\u000a20:32:53.264582 tst iperf3.py: using CellId 36098\u000a20:32:53.386316 tst iperf3.py: using BVCI 36099\u000a20:32:53.409967 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:53.421675 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:53.432883 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:53.444595 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:53.456071 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:53.467431 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:53.479003 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:53.490307 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:53.501892 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:32:53.802598 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:32:53.940849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:32:54.282856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Launched\u000a20:32:54.569517 run iperf3-srv_10.42.42.10(pid=28452): Launched\u000a20:32:54.771402 tst iperf3.py:8: start network...\u000a20:32:54.909777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:55.440451 run create_hlr_db(pid=28453): Launched\u000a20:32:55.631007 bus /gobi_6: Setting Powered False\u000a20:32:56.652581 run create_hlr_db(pid=28453): Terminated: ok {rc=0}\u000a20:32:57.092486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28455): Launched\u000a20:32:57.425591 run osmo-hlr_10.42.42.2(pid=28456): Launched\u000a20:32:57.551071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:58.127703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28458): Launched\u000a20:32:58.459176 run osmo-stp_10.42.42.5(pid=28459): Launched\u000a20:32:58.578807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:59.157824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28461): Launched\u000a20:32:59.275335 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:59.565929 run patchelf(pid=28462): Launched\u000a20:32:59.758633 run osmo-stp_10.42.42.5(pid=28459): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28459)]\u000a20:32:59.899365 run osmo-stp_10.42.42.5(pid=28459): stdout: \u000a| (launched: 2022-12-13_20:32:58.296002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:00.040024 run osmo-stp_10.42.42.5(pid=28459): stderr: \u000a| �[0;m�[38;5;43m20221213203258488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203258489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203258489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203258489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203258490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203258490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203258490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:00.176854 run osmo-stp_10.42.42.5(pid=28459): stdout: \u000a| (launched: 2022-12-13_20:32:58.296002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:00.312156 run osmo-stp_10.42.42.5(pid=28459): stderr: \u000a| �[0;m�[38;5;43m20221213203258488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203258489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203258489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203258489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203258490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203258490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203258490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:00.472091 run patchelf(pid=28462): Terminating (SIGINT)\u000a20:33:00.658801 run patchelf(pid=28462): Terminated: ok {rc=0}\u000a20:33:00.692809 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28459): Process ended prematurely: osmo-stp_10.42.42.5(pid=28459) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28459)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a20:33:00.702870 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:33:00.766257 run osmo-hlr_10.42.42.2(pid=28456): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28456)]\u000a20:33:00.817941 run osmo-hlr_10.42.42.2(pid=28456): stdout: \u000a| (launched: 2022-12-13_20:32:57.261172) \u000a20:33:00.870970 run osmo-hlr_10.42.42.2(pid=28456): stderr: \u000a| �[0;m�[1;31m20221213203257458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203257458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203257458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203257458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203257458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203257458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203257475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203257484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203257484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203257485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:00.916371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Terminating (SIGTERM)\u000a20:33:00.959166 run iperf3-srv_10.42.42.10(pid=28452): Terminating (SIGTERM)\u000a20:33:01.003793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28455): Terminating (SIGTERM)\u000a20:33:01.046626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28458): Terminating (SIGTERM)\u000a20:33:01.091857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28461): Terminating (SIGTERM)\u000a20:33:01.102146 --- ParallelTerminationStrategy: PID 28451 died...\u000a20:33:01.159466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28451): Terminated: ok {rc=0}\u000a20:33:01.170113 --- ParallelTerminationStrategy: PID 28452 died...\u000a20:33:01.226760 run iperf3-srv_10.42.42.10(pid=28452): Terminated {rc=256}\u000a20:33:01.237991 --- ParallelTerminationStrategy: PID 28455 died...\u000a20:33:01.295573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28455): Terminated: ok {rc=0}\u000a20:33:01.306359 --- ParallelTerminationStrategy: PID 28458 died...\u000a20:33:01.365900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28458): Terminated: ok {rc=0}\u000a20:33:01.376908 --- ParallelTerminationStrategy: PID 28461 died...\u000a20:33:01.433824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28461): Terminated: ok {rc=0}\u000a20:33:01.525111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28478): Process ended prematurely: osmo-stp_10.42.42.5(pid=28478) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28478)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28478): Process ended prematurely: osmo-stp_10.42.42.5(pid=28478) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a20:33:02.640473 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:02.652777 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:33:02.803391 tst iperf3m4.py: using LAC 36099\u000a20:33:02.932162 tst iperf3m4.py: using RAC 144\u000a20:33:03.060479 tst iperf3m4.py: using CellId 36099\u000a20:33:03.190797 tst iperf3m4.py: using BVCI 36100\u000a20:33:03.216249 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:03.228069 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:03.239686 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:03.251299 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:03.263042 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:03.274730 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:03.286488 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:03.298029 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:03.309846 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:33:03.433444 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:33:03.556556 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:33:03.676711 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:33:03.962063 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:33:04.091405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:33:04.413863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Launched\u000a20:33:04.682312 run iperf3-srv_10.42.42.10(pid=28465): Launched\u000a20:33:04.870520 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:33:04.999504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:33:05.338299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28466): Launched\u000a20:33:05.625466 run iperf3-srv_10.42.42.10(pid=28467): Launched\u000a20:33:05.827601 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:33:05.965568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:33:06.308009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28468): Launched\u000a20:33:06.594111 run iperf3-srv_10.42.42.10(pid=28469): Launched\u000a20:33:06.797230 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:33:06.934990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:33:07.276838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Launched\u000a20:33:07.563929 run iperf3-srv_10.42.42.10(pid=28471): Launched\u000a20:33:07.766412 tst iperf3m4.py:8: start network...\u000a20:33:07.904335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:08.434659 run create_hlr_db(pid=28472): Launched\u000a20:33:08.624911 bus /gobi_6: Setting Powered False\u000a20:33:09.645757 run create_hlr_db(pid=28472): Terminated: ok {rc=0}\u000a20:33:10.083540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28474): Launched\u000a20:33:10.414392 run osmo-hlr_10.42.42.2(pid=28475): Launched\u000a20:33:10.534373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:11.111840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28477): Launched\u000a20:33:11.445085 run osmo-stp_10.42.42.5(pid=28478): Launched\u000a20:33:11.565547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:33:12.142877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28480): Launched\u000a20:33:12.260631 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:33:12.550042 run patchelf(pid=28481): Launched\u000a20:33:12.741562 run osmo-stp_10.42.42.5(pid=28478): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28478)]\u000a20:33:12.881416 run osmo-stp_10.42.42.5(pid=28478): stdout: \u000a| (launched: 2022-12-13_20:33:11.279896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:13.021639 run osmo-stp_10.42.42.5(pid=28478): stderr: \u000a| �[0;m�[38;5;43m20221213203311470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203311470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203311470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203311471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203311471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203311471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203311471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:13.157324 run osmo-stp_10.42.42.5(pid=28478): stdout: \u000a| (launched: 2022-12-13_20:33:11.279896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:13.292648 run osmo-stp_10.42.42.5(pid=28478): stderr: \u000a| �[0;m�[38;5;43m20221213203311470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203311470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203311470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203311471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203311471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203311471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203311471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:13.450174 run patchelf(pid=28481): Terminating (SIGINT)\u000a20:33:13.635816 run patchelf(pid=28481): Terminated: ok {rc=0}\u000a20:33:13.669783 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28478): Process ended prematurely: osmo-stp_10.42.42.5(pid=28478) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28478)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a20:33:13.679804 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:33:13.742931 run osmo-hlr_10.42.42.2(pid=28475): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28475)]\u000a20:33:13.794407 run osmo-hlr_10.42.42.2(pid=28475): stdout: \u000a| (launched: 2022-12-13_20:33:10.251169) \u000a20:33:13.846299 run osmo-hlr_10.42.42.2(pid=28475): stderr: \u000a| �[0;m�[1;31m20221213203310450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203310450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203310450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203310450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203310450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203310450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203310462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203310471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203310471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203310471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:13.890765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Terminating (SIGTERM)\u000a20:33:13.933303 run iperf3-srv_10.42.42.10(pid=28465): Terminating (SIGTERM)\u000a20:33:13.975729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28466): Terminating (SIGTERM)\u000a20:33:14.018186 run iperf3-srv_10.42.42.10(pid=28467): Terminating (SIGTERM)\u000a20:33:14.060472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28468): Terminating (SIGTERM)\u000a20:33:14.102896 run iperf3-srv_10.42.42.10(pid=28469): Terminating (SIGTERM)\u000a20:33:14.145048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Terminating (SIGTERM)\u000a20:33:14.187292 run iperf3-srv_10.42.42.10(pid=28471): Terminating (SIGTERM)\u000a20:33:14.229793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28474): Terminating (SIGTERM)\u000a20:33:14.271710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28477): Terminating (SIGTERM)\u000a20:33:14.313757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28480): Terminating (SIGTERM)\u000a20:33:14.323476 --- ParallelTerminationStrategy: PID 28464 died...\u000a20:33:14.379596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Terminated: ok {rc=0}\u000a20:33:14.389711 --- ParallelTerminationStrategy: PID 28465 died...\u000a20:33:14.445307 run iperf3-srv_10.42.42.10(pid=28465): Terminated {rc=256}\u000a20:33:14.455720 --- ParallelTerminationStrategy: PID 28466 died...\u000a20:33:14.511510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28466): Terminated: ok {rc=0}\u000a20:33:14.521657 --- ParallelTerminationStrategy: PID 28467 died...\u000a20:33:14.577403 run iperf3-srv_10.42.42.10(pid=28467): Terminated {rc=256}\u000a20:33:14.587400 --- ParallelTerminationStrategy: PID 28468 died...\u000a20:33:14.643171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28468): Terminated: ok {rc=0}\u000a20:33:14.653271 --- ParallelTerminationStrategy: PID 28469 died...\u000a20:33:14.708449 run iperf3-srv_10.42.42.10(pid=28469): Terminated {rc=256}\u000a20:33:14.718463 --- ParallelTerminationStrategy: PID 28470 died...\u000a20:33:14.773981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Terminated: ok {rc=0}\u000a20:33:14.783911 --- ParallelTerminationStrategy: PID 28471 died...\u000a20:33:14.839274 run iperf3-srv_10.42.42.10(pid=28471): Terminated {rc=256}\u000a20:33:14.849382 --- ParallelTerminationStrategy: PID 28474 died...\u000a20:33:14.904827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28474): Terminated: ok {rc=0}\u000a20:33:14.914977 --- ParallelTerminationStrategy: PID 28477 died...\u000a20:33:14.970427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28477): Terminated: ok {rc=0}\u000a20:33:14.980432 --- ParallelTerminationStrategy: PID 28480 died...\u000a20:33:15.035908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28480): Terminated: ok {rc=0}\u000a20:33:15.123374 bus /gobi_4: Setting Powered False\u000a20:33:16.242928 bus /gobi_4: Setting Powered False\u000a20:33:17.357484 bus /gobi_1: Setting Powered False\u000a20:33:18.460880 bus /gobi_1: Setting Powered False\u000a20:33:19.572109 bus /gobi_0: Setting Powered False\u000a20:33:20.675301 bus /gobi_0: Setting Powered False\u000a20:33:21.786231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28488): Process ended prematurely: osmo-stp_10.42.42.5(pid=28488) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28488): Process ended prematurely: osmo-stp_10.42.42.5(pid=28488) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a20:33:22.856315 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:22.869316 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:33:23.016193 tst ping.py: using LAC 36100\u000a20:33:23.147548 tst ping.py: using RAC 145\u000a20:33:23.273338 tst ping.py: using CellId 36100\u000a20:33:23.398519 tst ping.py: using BVCI 36101\u000a20:33:23.423339 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:23.435346 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:23.447131 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:23.459268 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:23.470948 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:23.482732 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:23.494637 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:23.506276 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:33:23.785649 tst ping.py:19: start network...\u000a20:33:23.911575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:24.390103 run create_hlr_db(pid=28482): Launched\u000a20:33:24.564239 bus /gobi_6: Setting Powered False\u000a20:33:25.585892 run create_hlr_db(pid=28482): Terminated: ok {rc=0}\u000a20:33:26.018328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Launched\u000a20:33:26.343633 run osmo-hlr_10.42.42.2(pid=28485): Launched\u000a20:33:26.464468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:27.034092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Launched\u000a20:33:27.361148 run osmo-stp_10.42.42.5(pid=28488): Launched\u000a20:33:27.478680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:33:28.046304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Launched\u000a20:33:28.161605 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:33:28.445906 run patchelf(pid=28491): Launched\u000a20:33:28.635711 run osmo-stp_10.42.42.5(pid=28488): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)]\u000a20:33:28.774186 run osmo-stp_10.42.42.5(pid=28488): stdout: \u000a| (launched: 2022-12-13_20:33:27.198885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:28.912681 run osmo-stp_10.42.42.5(pid=28488): stderr: \u000a| �[0;m�[38;5;43m20221213203327391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203327392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203327392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203327392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203327393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203327393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203327393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:29.047040 run osmo-stp_10.42.42.5(pid=28488): stdout: \u000a| (launched: 2022-12-13_20:33:27.198885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:29.180597 run osmo-stp_10.42.42.5(pid=28488): stderr: \u000a| �[0;m�[38;5;43m20221213203327391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203327392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203327392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203327392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203327393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203327393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203327393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:29.336488 run patchelf(pid=28491): Terminating (SIGINT)\u000a20:33:29.519684 run patchelf(pid=28491): Terminated: ok {rc=0}\u000a20:33:29.552843 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28488): Process ended prematurely: osmo-stp_10.42.42.5(pid=28488) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a20:33:29.562323 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:33:29.625283 run osmo-hlr_10.42.42.2(pid=28485): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28485)]\u000a20:33:29.676696 run osmo-hlr_10.42.42.2(pid=28485): stdout: \u000a| (launched: 2022-12-13_20:33:26.183390) \u000a20:33:29.728838 run osmo-hlr_10.42.42.2(pid=28485): stderr: \u000a| �[0;m�[1;31m20221213203326382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203326382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203326382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203326382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203326382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203326382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203326395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203326403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203326403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203326403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:29.773158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Terminating (SIGTERM)\u000a20:33:29.815002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Terminating (SIGTERM)\u000a20:33:29.856904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Terminating (SIGTERM)\u000a20:33:29.866678 --- ParallelTerminationStrategy: PID 28484 died...\u000a20:33:29.922755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Terminated: ok {rc=0}\u000a20:33:29.932767 --- ParallelTerminationStrategy: PID 28487 died...\u000a20:33:29.988429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Terminated: ok {rc=0}\u000a20:33:29.998487 --- ParallelTerminationStrategy: PID 28490 died...\u000a20:33:30.053953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Terminated: ok {rc=0}\u000a20:33:30.141459 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28498): Process ended prematurely: osmo-stp_10.42.42.5(pid=28498) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28498): Process ended prematurely: osmo-stp_10.42.42.5(pid=28498) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a20:33:31.195421 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:31.209304 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:33:31.355276 tst ping_idle_ping.py: using LAC 36101\u000a20:33:31.478663 tst ping_idle_ping.py: using RAC 146\u000a20:33:31.606888 tst ping_idle_ping.py: using CellId 36101\u000a20:33:31.738146 tst ping_idle_ping.py: using BVCI 36102\u000a20:33:31.763298 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:31.775905 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:31.788337 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:31.800680 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:31.814248 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:31.827764 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:31.841945 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:33:31.855022 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:33:32.175567 tst ping_idle_ping.py:24: start network...\u000a20:33:32.308188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:32.791168 run create_hlr_db(pid=28492): Launched\u000a20:33:32.966456 bus /gobi_6: Setting Powered False\u000a20:33:33.987346 run create_hlr_db(pid=28492): Terminated: ok {rc=0}\u000a20:33:34.392424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Launched\u000a20:33:34.697175 run osmo-hlr_10.42.42.2(pid=28495): Launched\u000a20:33:34.814987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:35.348230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Launched\u000a20:33:35.653679 run osmo-stp_10.42.42.5(pid=28498): Launched\u000a20:33:35.764687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:33:36.294907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Launched\u000a20:33:36.403233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:33:36.670157 run patchelf(pid=28501): Launched\u000a20:33:36.847586 run osmo-stp_10.42.42.5(pid=28498): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)]\u000a20:33:36.976923 run osmo-stp_10.42.42.5(pid=28498): stdout: \u000a| (launched: 2022-12-13_20:33:35.502312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:37.107552 run osmo-stp_10.42.42.5(pid=28498): stderr: \u000a| �[0;m�[38;5;43m20221213203335672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203335672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203335672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203335673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203335673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203335673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203335673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:37.233299 run osmo-stp_10.42.42.5(pid=28498): stdout: \u000a| (launched: 2022-12-13_20:33:35.502312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:37.358346 run osmo-stp_10.42.42.5(pid=28498): stderr: \u000a| �[0;m�[38;5;43m20221213203335672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203335672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203335672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203335673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203335673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203335673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203335673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:37.504335 run patchelf(pid=28501): Terminating (SIGINT)\u000a20:33:37.675973 run patchelf(pid=28501): Terminated: ok {rc=0}\u000a20:33:37.707119 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28498): Process ended prematurely: osmo-stp_10.42.42.5(pid=28498) [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)] [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a20:33:37.715843 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:33:37.776616 run osmo-hlr_10.42.42.2(pid=28495): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28495)]\u000a20:33:37.826328 run osmo-hlr_10.42.42.2(pid=28495): stdout: \u000a| (launched: 2022-12-13_20:33:34.546640) \u000a20:33:37.876616 run osmo-hlr_10.42.42.2(pid=28495): stderr: \u000a| �[0;m�[1;31m20221213203334722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203334723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203334723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203334723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203334723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203334723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203334734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203334743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203334743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203334743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:37.919449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Terminating (SIGTERM)\u000a20:33:37.959984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Terminating (SIGTERM)\u000a20:33:38.000500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Terminating (SIGTERM)\u000a20:33:38.009888 --- ParallelTerminationStrategy: PID 28494 died...\u000a20:33:38.064222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Terminated: ok {rc=0}\u000a20:33:38.073897 --- ParallelTerminationStrategy: PID 28497 died...\u000a20:33:38.128039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Terminated: ok {rc=0}\u000a20:33:38.137728 --- ParallelTerminationStrategy: PID 28500 died...\u000a20:33:38.191616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Terminated: ok {rc=0}\u000a20:33:38.281186 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:32:38" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28511): Process ended prematurely: osmo-stp_10.42.42.5(pid=28511) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28511): Process ended prematurely: osmo-stp_10.42.42.5(pid=28511) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:33:40.316896 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:33:40.328756 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:33:40.495801 tst switch_tch_pdch.py: using LAC 36102\u000a20:33:40.621765 tst switch_tch_pdch.py: using RAC 147\u000a20:33:40.750328 tst switch_tch_pdch.py: using CellId 36102\u000a20:33:40.877056 tst switch_tch_pdch.py: using BVCI 36103\u000a20:33:40.901901 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:33:40.914110 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:33:40.925774 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:33:40.937436 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:33:40.948926 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:33:40.960531 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:33:40.972190 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:33:40.983759 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:33:41.100547 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:33:41.382190 tst switch_tch_pdch.py:51: start network...\u000a20:33:41.508267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:41.987537 run create_hlr_db(pid=28505): Launched\u000a20:33:42.162278 bus /gobi_6: Setting Powered False\u000a20:33:43.183507 run create_hlr_db(pid=28505): Terminated: ok {rc=0}\u000a20:33:43.588225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28507): Launched\u000a20:33:43.892885 run osmo-hlr_10.42.42.2(pid=28508): Launched\u000a20:33:44.010337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:44.542523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Launched\u000a20:33:44.846753 run osmo-stp_10.42.42.5(pid=28511): Launched\u000a20:33:44.956397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:33:45.487808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28513): Launched\u000a20:33:45.595198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:33:45.874180 run patchelf(pid=28514): Launched\u000a20:33:46.055571 run osmo-stp_10.42.42.5(pid=28511): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)]\u000a20:33:46.189367 run osmo-stp_10.42.42.5(pid=28511): stdout: \u000a| (launched: 2022-12-13_20:33:44.695946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:46.322938 run osmo-stp_10.42.42.5(pid=28511): stderr: \u000a| �[0;m�[38;5;43m20221213203344865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203344865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203344866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203344866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203344867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203344867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203344867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:46.502420 run osmo-stp_10.42.42.5(pid=28511): stdout: \u000a| (launched: 2022-12-13_20:33:44.695946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:46.666608 run osmo-stp_10.42.42.5(pid=28511): stderr: \u000a| �[0;m�[38;5;43m20221213203344865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203344865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203344866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203344866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203344867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203344867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203344867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:46.816915 run patchelf(pid=28514): Terminating (SIGINT)\u000a20:33:46.992350 run patchelf(pid=28514): Terminated: ok {rc=0}\u000a20:33:47.024244 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28511): Process ended prematurely: osmo-stp_10.42.42.5(pid=28511) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)] [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:33:47.033932 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:33:47.098247 run osmo-hlr_10.42.42.2(pid=28508): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28508)]\u000a20:33:47.151334 run osmo-hlr_10.42.42.2(pid=28508): stdout: \u000a| (launched: 2022-12-13_20:33:43.741826) \u000a20:33:47.203598 run osmo-hlr_10.42.42.2(pid=28508): stderr: \u000a| �[0;m�[1;31m20221213203343919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203343919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203343919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203343919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203343919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203343919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203343931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203343940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203343940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203343940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:47.248483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28507): Terminating (SIGTERM)\u000a20:33:47.289989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Terminating (SIGTERM)\u000a20:33:47.330792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28513): Terminating (SIGTERM)\u000a20:33:47.340019 --- ParallelTerminationStrategy: PID 28507 died...\u000a20:33:47.395508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28507): Terminated: ok {rc=0}\u000a20:33:47.405278 --- ParallelTerminationStrategy: PID 28510 died...\u000a20:33:47.461128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Terminated: ok {rc=0}\u000a20:33:47.470767 --- ParallelTerminationStrategy: PID 28513 died...\u000a20:33:47.526081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28513): Terminated: ok {rc=0}\u000a20:33:47.615521 bus /gobi_0: Setting Powered False\u000a20:33:48.720008 bus /gobi_0: Setting Powered False\u000a20:33:49.832614 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:33:40" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28526): Process ended prematurely: osmo-stp_10.42.42.5(pid=28526) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28526): Process ended prematurely: osmo-stp_10.42.42.5(pid=28526) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:33:51.805486 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:33:51.816403 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:33:51.973973 tst switch_tch_pdch.py: using LAC 36103\u000a20:33:52.092075 tst switch_tch_pdch.py: using RAC 148\u000a20:33:52.211525 tst switch_tch_pdch.py: using CellId 36103\u000a20:33:52.331702 tst switch_tch_pdch.py: using BVCI 36104\u000a20:33:52.354875 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:33:52.365976 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:33:52.376892 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:33:52.387832 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:33:52.399079 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:33:52.410343 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:33:52.421698 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:33:52.432856 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:33:52.557235 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:33:52.849162 tst switch_tch_pdch.py:51: start network...\u000a20:33:52.984142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:53.476281 run create_hlr_db(pid=28520): Launched\u000a20:33:53.608392 bus /gobi_6: Setting Powered False\u000a20:33:54.684043 run create_hlr_db(pid=28520): Terminated: ok {rc=0}\u000a20:33:55.066489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Launched\u000a20:33:55.370899 run osmo-hlr_10.42.42.2(pid=28523): Launched\u000a20:33:55.486732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:55.988831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Launched\u000a20:33:56.292314 run osmo-stp_10.42.42.5(pid=28526): Launched\u000a20:33:56.402238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:33:56.905834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28528): Launched\u000a20:33:57.013530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:33:57.279573 run patchelf(pid=28529): Launched\u000a20:33:57.456923 run osmo-stp_10.42.42.5(pid=28526): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)]\u000a20:33:57.587374 run osmo-stp_10.42.42.5(pid=28526): stdout: \u000a| (launched: 2022-12-13_20:33:56.142450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:57.717325 run osmo-stp_10.42.42.5(pid=28526): stderr: \u000a| �[0;m�[38;5;43m20221213203356313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203356313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203356313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203356314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203356314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203356315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203356315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:57.842992 run osmo-stp_10.42.42.5(pid=28526): stdout: \u000a| (launched: 2022-12-13_20:33:56.142450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:57.967433 run osmo-stp_10.42.42.5(pid=28526): stderr: \u000a| �[0;m�[38;5;43m20221213203356313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203356313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203356313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203356314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203356314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203356315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203356315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:58.112064 run patchelf(pid=28529): Terminating (SIGINT)\u000a20:33:58.282906 run patchelf(pid=28529): Terminated: ok {rc=0}\u000a20:33:58.314497 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28526): Process ended prematurely: osmo-stp_10.42.42.5(pid=28526) [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28526)] [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:33:58.323209 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a20:33:58.383930 run osmo-hlr_10.42.42.2(pid=28523): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28523)]\u000a20:33:58.433636 run osmo-hlr_10.42.42.2(pid=28523): stdout: \u000a| (launched: 2022-12-13_20:33:55.219865) \u000a20:33:58.483959 run osmo-hlr_10.42.42.2(pid=28523): stderr: \u000a| �[0;m�[1;31m20221213203355396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203355396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203355396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203355396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203355396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203355396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203355408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203355416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203355416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203355416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:58.526690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Terminating (SIGTERM)\u000a20:33:58.566689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Terminating (SIGTERM)\u000a20:33:58.606801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28528): Terminating (SIGTERM)\u000a20:33:58.616139 --- ParallelTerminationStrategy: PID 28522 died...\u000a20:33:58.670395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28522): Terminated: ok {rc=0}\u000a20:33:58.680082 --- ParallelTerminationStrategy: PID 28525 died...\u000a20:33:58.733918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28525): Terminated: ok {rc=0}\u000a20:33:58.743603 --- ParallelTerminationStrategy: PID 28528 died...\u000a20:33:58.797250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28528): Terminated: ok {rc=0}\u000a20:33:58.886042 bus /gobi_0: Setting Powered False\u000a20:33:59.988705 bus /gobi_0: Setting Powered False\u000a20:34:01.123715 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:33:51" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28534): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28534) [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28534)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28534): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28534) [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a20:34:03.047317 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a20:34:03.058949 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:34:03.201530 tst mo_mt_sms.py: using LAC 36104\u000a20:34:03.329425 tst mo_mt_sms.py: using RAC 149\u000a20:34:03.457833 tst mo_mt_sms.py: using CellId 36104\u000a20:34:03.587546 tst mo_mt_sms.py: using BVCI 36105\u000a20:34:03.612294 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:34:03.729405 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:34:04.023168 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:34:04.157424 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:34:04.827896 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28533): Launched\u000a20:34:05.150523 run osmo-nitb_10.42.42.2(pid=28534): Launched\u000a20:34:05.348166 run osmo-nitb_10.42.42.2(pid=28534): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28534)]\u000a20:34:05.493964 run osmo-nitb_10.42.42.2(pid=28534): stdout: \u000a| (launched: 2022-12-13_20:34:04.992728) \u000a20:34:05.640696 run osmo-nitb_10.42.42.2(pid=28534): stderr: \u000a| (launched: 2022-12-13_20:34:05.041071)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:34:05.781851 run osmo-nitb_10.42.42.2(pid=28534): stdout: \u000a| (launched: 2022-12-13_20:34:04.992728) \u000a20:34:05.921892 run osmo-nitb_10.42.42.2(pid=28534): stderr: \u000a| (launched: 2022-12-13_20:34:05.041071)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:34:06.280402 tst osmo-nitb_10.42.42.2(pid=28534): stdout: \u000a| (launched: 2022-12-13_20:34:04.992728) \u000a20:34:06.409083 tst osmo-nitb_10.42.42.2(pid=28534): stderr: \u000a| (launched: 2022-12-13_20:34:05.041071)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:34:06.465636 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28534): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28534) [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28534)] [trial-2394↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a20:34:06.474549 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a20:34:06.511376 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28533): Terminating (SIGTERM)\u000a20:34:06.689349 --- ParallelTerminationStrategy: PID 28533 died...\u000a20:34:06.746712 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28533): Terminated: ok {rc=0}\u000a20:34:06.834159 bus /sierra_3: Setting Powered False\u000a20:34:07.942671 bus /sierra_3: Setting Powered False\u000a20:34:09.055692 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:34:02" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28544): Process ended prematurely: osmo-stp_10.42.42.5(pid=28544) [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28544)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28544): Process ended prematurely: osmo-stp_10.42.42.5(pid=28544) [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a20:34:10.952679 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:10.963897 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:34:11.107040 tst mo_mt_sms.py: using LAC 36105\u000a20:34:11.235127 tst mo_mt_sms.py: using RAC 150\u000a20:34:11.370775 tst mo_mt_sms.py: using CellId 36105\u000a20:34:11.509854 tst mo_mt_sms.py: using BVCI 36106\u000a20:34:11.534772 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:11.546084 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:11.557164 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:11.568146 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:11.579743 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:11.591348 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:34:11.716530 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:34:11.929916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:12.450153 run create_hlr_db(pid=28538): Launched\u000a20:34:12.639179 bus /sierra_2: Setting Powered False\u000a20:34:13.658974 run create_hlr_db(pid=28538): Terminated: ok {rc=0}\u000a20:34:14.093003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28540): Launched\u000a20:34:14.419535 run osmo-hlr_10.42.42.2(pid=28541): Launched\u000a20:34:14.543043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:15.111411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28543): Launched\u000a20:34:15.437145 run osmo-stp_10.42.42.5(pid=28544): Launched\u000a20:34:15.554489 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:16.185312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28546): Launched\u000a20:34:16.560525 run osmo-msc_10.42.42.6(pid=28547): Launched\u000a20:34:16.940219 run osmo-stp_10.42.42.5(pid=28544): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28544)]\u000a20:34:17.191815 run osmo-stp_10.42.42.5(pid=28544): stdout: \u000a| (launched: 2022-12-13_20:34:15.275916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:17.328588 run osmo-stp_10.42.42.5(pid=28544): stderr: \u000a| �[0;m�[38;5;43m20221213203415467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203415467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203415467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203415467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:17.458434 run osmo-stp_10.42.42.5(pid=28544): stdout: \u000a| (launched: 2022-12-13_20:34:15.275916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:17.587577 run osmo-stp_10.42.42.5(pid=28544): stderr: \u000a| �[0;m�[38;5;43m20221213203415467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203415467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203415467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203415467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:17.643973 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28544): Process ended prematurely: osmo-stp_10.42.42.5(pid=28544) [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28544)] [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a20:34:17.652521 tst mo_mt_sms.py:16: Test FAILED (6.7 sec)\u000a20:34:17.716198 run osmo-hlr_10.42.42.2(pid=28541): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28541)]\u000a20:34:17.768428 run osmo-hlr_10.42.42.2(pid=28541): stdout: \u000a| (launched: 2022-12-13_20:34:14.258046) \u000a20:34:17.820811 run osmo-hlr_10.42.42.2(pid=28541): stderr: \u000a| �[0;m�[1;31m20221213203414454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203414454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203414454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203414454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203414455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203414455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203414468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203414476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203414476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203414476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:17.892101 run osmo-msc_10.42.42.6(pid=28547): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28547)]\u000a20:34:17.943699 run osmo-msc_10.42.42.6(pid=28547): stdout: \u000a| (launched: 2022-12-13_20:34:16.359926) \u000a20:34:17.995937 run osmo-msc_10.42.42.6(pid=28547): stderr: \u000a| �[0;m�[38;5;43m20221213203416889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203416890 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6600fb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203416890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203416890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203416890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203416890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203416892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203416893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203416893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:18.040526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28540): Terminating (SIGTERM)\u000a20:34:18.082692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28543): Terminating (SIGTERM)\u000a20:34:18.125338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28546): Terminating (SIGTERM)\u000a20:34:18.135066 --- ParallelTerminationStrategy: PID 28540 died...\u000a20:34:18.191591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28540): Terminated: ok {rc=0}\u000a20:34:18.201788 --- ParallelTerminationStrategy: PID 28543 died...\u000a20:34:18.257841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28543): Terminated: ok {rc=0}\u000a20:34:18.267920 --- ParallelTerminationStrategy: PID 28546 died...\u000a20:34:18.324042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28546): Terminated: ok {rc=0}\u000a20:34:18.411260 bus /sierra_3: Setting Powered False\u000a20:34:19.519059 bus /sierra_3: Setting Powered False\u000a20:34:20.628654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:34:10" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28553): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28553) [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28553)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28553): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28553) [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a20:34:22.479943 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a20:34:22.490991 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:34:22.628179 tst assert_extension.py: using LAC 36106\u000a20:34:22.760400 tst assert_extension.py: using RAC 151\u000a20:34:22.886131 tst assert_extension.py: using CellId 36106\u000a20:34:23.010571 tst assert_extension.py: using BVCI 36107\u000a20:34:23.035333 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a20:34:23.314940 tst assert_extension.py:10: start nitb and bts...\u000a20:34:23.440583 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:34:24.070158 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28552): Launched\u000a20:34:24.370540 run osmo-nitb_10.42.42.2(pid=28553): Launched\u000a20:34:24.556376 run osmo-nitb_10.42.42.2(pid=28553): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28553)]\u000a20:34:24.694008 run osmo-nitb_10.42.42.2(pid=28553): stdout: \u000a| (launched: 2022-12-13_20:34:24.223641) \u000a20:34:24.831123 run osmo-nitb_10.42.42.2(pid=28553): stderr: \u000a| (launched: 2022-12-13_20:34:24.268533)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:34:24.964102 run osmo-nitb_10.42.42.2(pid=28553): stdout: \u000a| (launched: 2022-12-13_20:34:24.223641) \u000a20:34:25.096327 run osmo-nitb_10.42.42.2(pid=28553): stderr: \u000a| (launched: 2022-12-13_20:34:24.268533)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:34:25.493624 tst osmo-nitb_10.42.42.2(pid=28553): stdout: \u000a| (launched: 2022-12-13_20:34:24.223641) \u000a20:34:25.614760 tst osmo-nitb_10.42.42.2(pid=28553): stderr: \u000a| (launched: 2022-12-13_20:34:24.268533)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:34:25.667719 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28553): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28553) [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28553)] [trial-2394↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a20:34:25.675875 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:34:25.710972 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28552): Terminating (SIGTERM)\u000a20:34:25.888853 --- ParallelTerminationStrategy: PID 28552 died...\u000a20:34:25.945217 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28552): Terminated: ok {rc=0}\u000a20:34:26.034220 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:34:22" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28563): Process ended prematurely: osmo-stp_10.42.42.5(pid=28563) [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28563): Process ended prematurely: osmo-stp_10.42.42.5(pid=28563) [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a20:34:27.889417 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:27.900809 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:34:28.046879 tst assert_extension.py: using LAC 36107\u000a20:34:28.173404 tst assert_extension.py: using RAC 152\u000a20:34:28.298129 tst assert_extension.py: using CellId 36107\u000a20:34:28.419235 tst assert_extension.py: using BVCI 36108\u000a20:34:28.442383 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:28.453328 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:28.463970 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:28.474714 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:28.485755 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:34:28.496752 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a20:34:28.700338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:29.176635 run create_hlr_db(pid=28557): Launched\u000a20:34:29.351375 bus /sierra_2: Setting Powered False\u000a20:34:30.372611 run create_hlr_db(pid=28557): Terminated: ok {rc=0}\u000a20:34:30.805697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Launched\u000a20:34:31.284307 run osmo-hlr_10.42.42.2(pid=28560): Launched\u000a20:34:31.572237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:32.355547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Launched\u000a20:34:32.677138 run osmo-stp_10.42.42.5(pid=28563): Launched\u000a20:34:32.791319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:33.374440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28565): Launched\u000a20:34:33.693919 run osmo-msc_10.42.42.6(pid=28566): Launched\u000a20:34:33.880748 run osmo-stp_10.42.42.5(pid=28563): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)]\u000a20:34:34.014915 run osmo-stp_10.42.42.5(pid=28563): stdout: \u000a| (launched: 2022-12-13_20:34:32.518007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:34.148537 run osmo-stp_10.42.42.5(pid=28563): stderr: \u000a| �[0;m�[38;5;43m20221213203432709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203432709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203432709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203432710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203432710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203432710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203432710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:34.276557 run osmo-stp_10.42.42.5(pid=28563): stdout: \u000a| (launched: 2022-12-13_20:34:32.518007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:34.403829 run osmo-stp_10.42.42.5(pid=28563): stderr: \u000a| �[0;m�[38;5;43m20221213203432709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203432709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203432709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203432710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203432710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203432710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203432710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:34.459611 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28563): Process ended prematurely: osmo-stp_10.42.42.5(pid=28563) [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)] [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a20:34:34.468157 tst assert_extension.py:17: Test FAILED (6.6 sec)\u000a20:34:34.531686 run osmo-hlr_10.42.42.2(pid=28560): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28560)]\u000a20:34:34.583672 run osmo-hlr_10.42.42.2(pid=28560): stdout: \u000a| (launched: 2022-12-13_20:34:30.979619) \u000a20:34:34.635939 run osmo-hlr_10.42.42.2(pid=28560): stderr: \u000a| �[0;m�[1;31m20221213203431478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203431478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203431478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203431478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203431478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203431479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203431503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203431520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203431522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203431522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:34.706623 run osmo-msc_10.42.42.6(pid=28566): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28566)]\u000a20:34:34.758070 run osmo-msc_10.42.42.6(pid=28566): stdout: \u000a| (launched: 2022-12-13_20:34:33.536023) \u000a20:34:34.810094 run osmo-msc_10.42.42.6(pid=28566): stderr: \u000a| �[0;m�[38;5;43m20221213203433856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203433857 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e61dacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203433857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203433857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203433857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203433857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203433859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203433859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203433859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203433859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:34.854333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Terminating (SIGTERM)\u000a20:34:34.896225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Terminating (SIGTERM)\u000a20:34:34.938049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28565): Terminating (SIGTERM)\u000a20:34:34.947749 --- ParallelTerminationStrategy: PID 28559 died...\u000a20:34:35.003964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Terminated: ok {rc=0}\u000a20:34:35.014149 --- ParallelTerminationStrategy: PID 28562 died...\u000a20:34:35.069695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Terminated: ok {rc=0}\u000a20:34:35.079768 --- ParallelTerminationStrategy: PID 28565 died...\u000a20:34:35.135504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28565): Terminated: ok {rc=0}\u000a20:34:35.223262 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:34:27" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28577): Process ended prematurely: osmo-stp_10.42.42.5(pid=28577) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28577)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28577): Process ended prematurely: osmo-stp_10.42.42.5(pid=28577) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:34:37.196318 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:37.207975 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:34:37.374887 tst mo_mt_call.py: using LAC 36108\u000a20:34:37.502583 tst mo_mt_call.py: using RAC 153\u000a20:34:37.631873 tst mo_mt_call.py: using CellId 36108\u000a20:34:37.759138 tst mo_mt_call.py: using BVCI 36109\u000a20:34:37.783858 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:37.795509 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:37.807117 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:37.818729 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:37.830375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:37.842216 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:34:37.961065 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:34:38.167116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:38.647010 run create_hlr_db(pid=28571): Launched\u000a20:34:38.822036 bus /sierra_2: Setting Powered False\u000a20:34:39.843950 run create_hlr_db(pid=28571): Terminated: ok {rc=0}\u000a20:34:40.276541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28573): Launched\u000a20:34:40.605294 run osmo-hlr_10.42.42.2(pid=28574): Launched\u000a20:34:40.724228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:41.290506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28576): Launched\u000a20:34:41.613423 run osmo-stp_10.42.42.5(pid=28577): Launched\u000a20:34:41.726463 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:42.287370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28579): Launched\u000a20:34:42.595519 run osmo-msc_10.42.42.6(pid=28580): Launched\u000a20:34:42.775609 run osmo-stp_10.42.42.5(pid=28577): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28577)]\u000a20:34:42.905862 run osmo-stp_10.42.42.5(pid=28577): stdout: \u000a| (launched: 2022-12-13_20:34:41.455774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:43.033914 run osmo-stp_10.42.42.5(pid=28577): stderr: \u000a| �[0;m�[38;5;43m20221213203441630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203441630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203441630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203441630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203441631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203441631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203441631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:43.156762 run osmo-stp_10.42.42.5(pid=28577): stdout: \u000a| (launched: 2022-12-13_20:34:41.455774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:43.278903 run osmo-stp_10.42.42.5(pid=28577): stderr: \u000a| �[0;m�[38;5;43m20221213203441630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203441630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203441630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203441630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203441631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203441631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203441631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:43.332121 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28577): Process ended prematurely: osmo-stp_10.42.42.5(pid=28577) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28577)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:34:43.340658 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:34:43.400912 run osmo-hlr_10.42.42.2(pid=28574): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28574)]\u000a20:34:43.450690 run osmo-hlr_10.42.42.2(pid=28574): stdout: \u000a| (launched: 2022-12-13_20:34:40.442274) \u000a20:34:43.501399 run osmo-hlr_10.42.42.2(pid=28574): stderr: \u000a| �[0;m�[1;31m20221213203440641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203440642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203440642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203440642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203440642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203440642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203440658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203440668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203440669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203440669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:43.570295 run osmo-msc_10.42.42.6(pid=28580): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28580)]\u000a20:34:43.620209 run osmo-msc_10.42.42.6(pid=28580): stdout: \u000a| (launched: 2022-12-13_20:34:42.442524) \u000a20:34:43.670898 run osmo-msc_10.42.42.6(pid=28580): stderr: \u000a| �[0;m�[38;5;43m20221213203442713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203442713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cc4fe3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203442713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203442713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203442714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203442714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203442716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203442717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203442717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203442717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:43.713504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28573): Terminating (SIGTERM)\u000a20:34:43.753574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28576): Terminating (SIGTERM)\u000a20:34:43.793752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28579): Terminating (SIGTERM)\u000a20:34:43.802967 --- ParallelTerminationStrategy: PID 28573 died...\u000a20:34:43.857305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28573): Terminated: ok {rc=0}\u000a20:34:43.866881 --- ParallelTerminationStrategy: PID 28576 died...\u000a20:34:43.921371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28576): Terminated: ok {rc=0}\u000a20:34:43.930912 --- ParallelTerminationStrategy: PID 28579 died...\u000a20:34:43.984894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28579): Terminated: ok {rc=0}\u000a20:34:44.074424 bus /sierra_3: Setting Powered False\u000a20:34:45.178672 bus /sierra_3: Setting Powered False\u000a20:34:46.305562 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28588): Process ended prematurely: osmo-stp_10.42.42.5(pid=28588) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28588): Process ended prematurely: osmo-stp_10.42.42.5(pid=28588) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:34:47.421784 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:47.434250 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:34:47.602867 tst mo_mt_call_osmux.py: using LAC 36109\u000a20:34:47.733178 tst mo_mt_call_osmux.py: using RAC 154\u000a20:34:47.861204 tst mo_mt_call_osmux.py: using CellId 36109\u000a20:34:47.992729 tst mo_mt_call_osmux.py: using BVCI 36110\u000a20:34:48.017806 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:48.029493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:48.041152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:48.052611 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:48.064866 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:34:48.076542 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:34:48.194126 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:34:48.409071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:48.933471 run create_hlr_db(pid=28582): Launched\u000a20:34:49.122037 bus /sierra_2: Setting Powered False\u000a20:34:50.143970 run create_hlr_db(pid=28582): Terminated: ok {rc=0}\u000a20:34:50.555044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Launched\u000a20:34:50.862710 run osmo-hlr_10.42.42.2(pid=28585): Launched\u000a20:34:50.981682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:51.518474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Launched\u000a20:34:51.825471 run osmo-stp_10.42.42.5(pid=28588): Launched\u000a20:34:51.937095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:52.495295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28590): Launched\u000a20:34:52.802173 run osmo-msc_10.42.42.6(pid=28591): Launched\u000a20:34:52.981306 run osmo-stp_10.42.42.5(pid=28588): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)]\u000a20:34:53.110507 run osmo-stp_10.42.42.5(pid=28588): stdout: \u000a| (launched: 2022-12-13_20:34:51.673683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:53.237541 run osmo-stp_10.42.42.5(pid=28588): stderr: \u000a| �[0;m�[38;5;43m20221213203451843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203451843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203451844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203451844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203451845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203451845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203451845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:53.360083 run osmo-stp_10.42.42.5(pid=28588): stdout: \u000a| (launched: 2022-12-13_20:34:51.673683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:53.481619 run osmo-stp_10.42.42.5(pid=28588): stderr: \u000a| �[0;m�[38;5;43m20221213203451843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203451843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203451844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203451844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203451845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203451845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203451845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:53.534958 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28588): Process ended prematurely: osmo-stp_10.42.42.5(pid=28588) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:34:53.543510 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:34:53.605323 run osmo-hlr_10.42.42.2(pid=28585): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28585)]\u000a20:34:53.654667 run osmo-hlr_10.42.42.2(pid=28585): stdout: \u000a| (launched: 2022-12-13_20:34:50.710651) \u000a20:34:53.704575 run osmo-hlr_10.42.42.2(pid=28585): stderr: \u000a| �[0;m�[1;31m20221213203450888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203450888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203450888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203450888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203450888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203450888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203450902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203450911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203450911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203450911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:53.773386 run osmo-msc_10.42.42.6(pid=28591): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28591)]\u000a20:34:53.822736 run osmo-msc_10.42.42.6(pid=28591): stdout: \u000a| (launched: 2022-12-13_20:34:52.650406) \u000a20:34:53.872503 run osmo-msc_10.42.42.6(pid=28591): stderr: \u000a| �[0;m�[38;5;43m20221213203452922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203452922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4adf9cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203452923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203452923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203452923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203452923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203452925 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203452925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203452925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203452925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:53.914739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Terminating (SIGTERM)\u000a20:34:53.954600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Terminating (SIGTERM)\u000a20:34:53.994668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28590): Terminating (SIGTERM)\u000a20:34:54.003803 --- ParallelTerminationStrategy: PID 28584 died...\u000a20:34:54.057819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Terminated: ok {rc=0}\u000a20:34:54.067277 --- ParallelTerminationStrategy: PID 28587 died...\u000a20:34:54.120661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Terminated: ok {rc=0}\u000a20:34:54.130157 --- ParallelTerminationStrategy: PID 28590 died...\u000a20:34:54.183323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28590): Terminated: ok {rc=0}\u000a20:34:54.273243 bus /sierra_3: Setting Powered False\u000a20:34:55.376396 bus /sierra_3: Setting Powered False\u000a20:34:56.487361 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:34:36" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28612): Process ended prematurely: osmo-stp_10.42.42.5(pid=28612) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28612)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28612): Process ended prematurely: osmo-stp_10.42.42.5(pid=28612) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:34:58.482580 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:34:58.493754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:34:58.655200 tst mo_mt_call.py: using LAC 36110\u000a20:34:58.773152 tst mo_mt_call.py: using RAC 155\u000a20:34:58.892870 tst mo_mt_call.py: using CellId 36110\u000a20:34:59.017986 tst mo_mt_call.py: using BVCI 36111\u000a20:34:59.042697 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:34:59.054416 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:34:59.066026 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:34:59.077536 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:34:59.089162 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:34:59.100699 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:34:59.220239 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:34:59.426161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:59.911100 run create_hlr_db(pid=28603): Launched\u000a20:35:00.086836 bus /sierra_2: Setting Powered False\u000a20:35:01.121842 run create_hlr_db(pid=28603): Terminated: ok {rc=0}\u000a20:35:01.561133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28608): Launched\u000a20:35:01.981415 run osmo-hlr_10.42.42.2(pid=28609): Launched\u000a20:35:02.166771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:02.738620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28611): Launched\u000a20:35:03.045894 run osmo-stp_10.42.42.5(pid=28612): Launched\u000a20:35:03.158709 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:03.722558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28614): Launched\u000a20:35:04.032807 run osmo-msc_10.42.42.6(pid=28615): Launched\u000a20:35:04.213493 run osmo-stp_10.42.42.5(pid=28612): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28612)]\u000a20:35:04.343374 run osmo-stp_10.42.42.5(pid=28612): stdout: \u000a| (launched: 2022-12-13_20:35:02.893628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:04.470725 run osmo-stp_10.42.42.5(pid=28612): stderr: \u000a| �[0;m�[38;5;43m20221213203503063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203503063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203503064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203503064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203503065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203503065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203503065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:04.594297 run osmo-stp_10.42.42.5(pid=28612): stdout: \u000a| (launched: 2022-12-13_20:35:02.893628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:04.716682 run osmo-stp_10.42.42.5(pid=28612): stderr: \u000a| �[0;m�[38;5;43m20221213203503063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203503063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203503064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203503064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203503065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203503065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203503065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:04.770297 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28612): Process ended prematurely: osmo-stp_10.42.42.5(pid=28612) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28612)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:35:04.778964 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:35:04.839116 run osmo-hlr_10.42.42.2(pid=28609): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28609)]\u000a20:35:04.888563 run osmo-hlr_10.42.42.2(pid=28609): stdout: \u000a| (launched: 2022-12-13_20:35:01.719160) \u000a20:35:04.939144 run osmo-hlr_10.42.42.2(pid=28609): stderr: \u000a| �[0;m�[1;31m20221213203501940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203501940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203501940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203501940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203501940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203501940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203501955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203501985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203501985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203501985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:05.007060 run osmo-msc_10.42.42.6(pid=28615): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28615)]\u000a20:35:05.056574 run osmo-msc_10.42.42.6(pid=28615): stdout: \u000a| (launched: 2022-12-13_20:35:03.877804) \u000a20:35:05.106691 run osmo-msc_10.42.42.6(pid=28615): stderr: \u000a| �[0;m�[38;5;43m20221213203504148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203504148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c7d5e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203504148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203504148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203504148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203504148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203504150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203504151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203504151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203504151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:05.148978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28608): Terminating (SIGTERM)\u000a20:35:05.188731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28611): Terminating (SIGTERM)\u000a20:35:05.228669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28614): Terminating (SIGTERM)\u000a20:35:05.237884 --- ParallelTerminationStrategy: PID 28608 died...\u000a20:35:05.291423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28608): Terminated: ok {rc=0}\u000a20:35:05.300880 --- ParallelTerminationStrategy: PID 28611 died...\u000a20:35:05.354166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28611): Terminated: ok {rc=0}\u000a20:35:05.363573 --- ParallelTerminationStrategy: PID 28614 died...\u000a20:35:05.417028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28614): Terminated: ok {rc=0}\u000a20:35:05.504753 bus /sierra_3: Setting Powered False\u000a20:35:06.609128 bus /sierra_3: Setting Powered False\u000a20:35:07.715542 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28623): Process ended prematurely: osmo-stp_10.42.42.5(pid=28623) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28623)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28623): Process ended prematurely: osmo-stp_10.42.42.5(pid=28623) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:35:08.828910 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:35:08.841211 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:35:09.011139 tst mo_mt_call_osmux.py: using LAC 36111\u000a20:35:09.136827 tst mo_mt_call_osmux.py: using RAC 156\u000a20:35:09.262523 tst mo_mt_call_osmux.py: using CellId 36111\u000a20:35:09.390580 tst mo_mt_call_osmux.py: using BVCI 36112\u000a20:35:09.415363 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:35:09.427216 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:35:09.438821 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:35:09.450390 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:35:09.462121 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:35:09.473855 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:35:09.596734 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:35:09.803597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:10.287326 run create_hlr_db(pid=28617): Launched\u000a20:35:10.462931 bus /sierra_2: Setting Powered False\u000a20:35:11.485277 run create_hlr_db(pid=28617): Terminated: ok {rc=0}\u000a20:35:11.918321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28619): Launched\u000a20:35:12.247493 run osmo-hlr_10.42.42.2(pid=28620): Launched\u000a20:35:12.370813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:12.942725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28622): Launched\u000a20:35:13.272520 run osmo-stp_10.42.42.5(pid=28623): Launched\u000a20:35:13.391537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:13.991516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28625): Launched\u000a20:35:14.322266 run osmo-msc_10.42.42.6(pid=28626): Launched\u000a20:35:14.514046 run osmo-stp_10.42.42.5(pid=28623): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28623)]\u000a20:35:14.651922 run osmo-stp_10.42.42.5(pid=28623): stdout: \u000a| (launched: 2022-12-13_20:35:13.109718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:14.788621 run osmo-stp_10.42.42.5(pid=28623): stderr: \u000a| �[0;m�[38;5;43m20221213203513301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203513301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203513301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203513302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203513302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203513302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203513302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:14.920000 run osmo-stp_10.42.42.5(pid=28623): stdout: \u000a| (launched: 2022-12-13_20:35:13.109718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:15.050445 run osmo-stp_10.42.42.5(pid=28623): stderr: \u000a| �[0;m�[38;5;43m20221213203513301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203513301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203513301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203513302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203513302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203513302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203513302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:15.107869 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28623): Process ended prematurely: osmo-stp_10.42.42.5(pid=28623) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28623)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:35:15.117235 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:35:15.179203 run osmo-hlr_10.42.42.2(pid=28620): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28620)]\u000a20:35:15.230483 run osmo-hlr_10.42.42.2(pid=28620): stdout: \u000a| (launched: 2022-12-13_20:35:12.084459) \u000a20:35:15.282492 run osmo-hlr_10.42.42.2(pid=28620): stderr: \u000a| �[0;m�[1;31m20221213203512281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203512281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203512281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203512281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203512281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203512281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203512294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203512303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203512303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203512303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:15.352842 run osmo-msc_10.42.42.6(pid=28626): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28626)]\u000a20:35:15.403726 run osmo-msc_10.42.42.6(pid=28626): stdout: \u000a| (launched: 2022-12-13_20:35:14.159105) \u000a20:35:15.455088 run osmo-msc_10.42.42.6(pid=28626): stderr: \u000a| �[0;m�[38;5;43m20221213203514481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203514481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f818b381c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203514481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203514482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203514482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203514482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203514483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203514484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203514484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203514484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:15.498871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28619): Terminating (SIGTERM)\u000a20:35:15.540771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28622): Terminating (SIGTERM)\u000a20:35:15.582588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28625): Terminating (SIGTERM)\u000a20:35:15.592138 --- ParallelTerminationStrategy: PID 28619 died...\u000a20:35:15.647722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28619): Terminated: ok {rc=0}\u000a20:35:15.657706 --- ParallelTerminationStrategy: PID 28622 died...\u000a20:35:15.712779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28622): Terminated: ok {rc=0}\u000a20:35:15.722685 --- ParallelTerminationStrategy: PID 28625 died...\u000a20:35:15.777814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28625): Terminated: ok {rc=0}\u000a20:35:15.866363 bus /sierra_3: Setting Powered False\u000a20:35:16.994381 bus /sierra_3: Setting Powered False\u000a20:35:18.107210 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:34:58" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28637): Process ended prematurely: osmo-stp_10.42.42.5(pid=28637) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28637)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28637): Process ended prematurely: osmo-stp_10.42.42.5(pid=28637) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:35:20.112661 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:20.124507 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:35:20.291672 tst mo_mt_call.py: using LAC 36112\u000a20:35:20.418738 tst mo_mt_call.py: using RAC 157\u000a20:35:20.546304 tst mo_mt_call.py: using CellId 36112\u000a20:35:20.673943 tst mo_mt_call.py: using BVCI 36113\u000a20:35:20.698916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:20.710701 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:20.722299 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:20.733903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:20.745557 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:20.757201 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:35:20.877242 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:35:21.089153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:21.614460 run create_hlr_db(pid=28631): Launched\u000a20:35:21.803657 bus /sierra_2: Setting Powered False\u000a20:35:22.824399 run create_hlr_db(pid=28631): Terminated: ok {rc=0}\u000a20:35:23.238140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28633): Launched\u000a20:35:23.546550 run osmo-hlr_10.42.42.2(pid=28634): Launched\u000a20:35:23.667933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:24.205720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28636): Launched\u000a20:35:24.513721 run osmo-stp_10.42.42.5(pid=28637): Launched\u000a20:35:24.626265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:25.186172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28639): Launched\u000a20:35:25.495298 run osmo-msc_10.42.42.6(pid=28640): Launched\u000a20:35:25.676340 run osmo-stp_10.42.42.5(pid=28637): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28637)]\u000a20:35:25.806690 run osmo-stp_10.42.42.5(pid=28637): stdout: \u000a| (launched: 2022-12-13_20:35:24.362053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:25.934382 run osmo-stp_10.42.42.5(pid=28637): stderr: \u000a| �[0;m�[38;5;43m20221213203524533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203524534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203524534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203524534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:26.057540 run osmo-stp_10.42.42.5(pid=28637): stdout: \u000a| (launched: 2022-12-13_20:35:24.362053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:26.179751 run osmo-stp_10.42.42.5(pid=28637): stderr: \u000a| �[0;m�[38;5;43m20221213203524533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203524534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203524534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203524534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203524535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:26.234171 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28637): Process ended prematurely: osmo-stp_10.42.42.5(pid=28637) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28637)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:35:26.243004 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:35:26.303400 run osmo-hlr_10.42.42.2(pid=28634): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28634)]\u000a20:35:26.353213 run osmo-hlr_10.42.42.2(pid=28634): stdout: \u000a| (launched: 2022-12-13_20:35:23.394509) \u000a20:35:26.403440 run osmo-hlr_10.42.42.2(pid=28634): stderr: \u000a| �[0;m�[1;31m20221213203523571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203523571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203523571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203523571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203523572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203523572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203523583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203523592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203523592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203523592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:26.471774 run osmo-msc_10.42.42.6(pid=28640): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28640)]\u000a20:35:26.521258 run osmo-msc_10.42.42.6(pid=28640): stdout: \u000a| (launched: 2022-12-13_20:35:25.342514) \u000a20:35:26.571294 run osmo-msc_10.42.42.6(pid=28640): stderr: \u000a| �[0;m�[38;5;43m20221213203525616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203525616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaf62e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203525616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203525616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203525616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203525617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203525618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203525619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203525619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203525619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:26.613846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28633): Terminating (SIGTERM)\u000a20:35:26.653789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28636): Terminating (SIGTERM)\u000a20:35:26.693703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28639): Terminating (SIGTERM)\u000a20:35:26.702880 --- ParallelTerminationStrategy: PID 28633 died...\u000a20:35:26.757174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28633): Terminated: ok {rc=0}\u000a20:35:26.766730 --- ParallelTerminationStrategy: PID 28636 died...\u000a20:35:26.820420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28636): Terminated: ok {rc=0}\u000a20:35:26.830088 --- ParallelTerminationStrategy: PID 28639 died...\u000a20:35:26.883902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28639): Terminated: ok {rc=0}\u000a20:35:26.972626 bus /sierra_3: Setting Powered False\u000a20:35:28.076374 bus /sierra_3: Setting Powered False\u000a20:35:29.188156 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28648): Process ended prematurely: osmo-stp_10.42.42.5(pid=28648) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28648)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28648): Process ended prematurely: osmo-stp_10.42.42.5(pid=28648) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:35:30.300005 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:30.311841 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:35:30.472149 tst mo_mt_call_osmux.py: using LAC 36113\u000a20:35:30.593790 tst mo_mt_call_osmux.py: using RAC 158\u000a20:35:30.713317 tst mo_mt_call_osmux.py: using CellId 36113\u000a20:35:30.832568 tst mo_mt_call_osmux.py: using BVCI 36114\u000a20:35:30.867893 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:30.889966 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:30.901754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:30.914504 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:30.926803 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:35:30.939543 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:35:31.082748 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:35:31.347756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:31.927303 run create_hlr_db(pid=28642): Launched\u000a20:35:32.120744 bus /sierra_2: Setting Powered False\u000a20:35:33.128857 run create_hlr_db(pid=28642): Terminated: ok {rc=0}\u000a20:35:33.581743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28644): Launched\u000a20:35:33.911680 run osmo-hlr_10.42.42.2(pid=28645): Launched\u000a20:35:34.035092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:34.611555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28647): Launched\u000a20:35:34.941301 run osmo-stp_10.42.42.5(pid=28648): Launched\u000a20:35:35.060279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:35.663253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28650): Launched\u000a20:35:35.993804 run osmo-msc_10.42.42.6(pid=28651): Launched\u000a20:35:36.185482 run osmo-stp_10.42.42.5(pid=28648): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28648)]\u000a20:35:36.324032 run osmo-stp_10.42.42.5(pid=28648): stdout: \u000a| (launched: 2022-12-13_20:35:34.778645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:36.461684 run osmo-stp_10.42.42.5(pid=28648): stderr: \u000a| �[0;m�[38;5;43m20221213203534970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203534970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203534971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203534971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203534971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203534972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203534972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:36.594898 run osmo-stp_10.42.42.5(pid=28648): stdout: \u000a| (launched: 2022-12-13_20:35:34.778645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:36.725949 run osmo-stp_10.42.42.5(pid=28648): stderr: \u000a| �[0;m�[38;5;43m20221213203534970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203534970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203534971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203534971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203534971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203534972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203534972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:36.783861 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28648): Process ended prematurely: osmo-stp_10.42.42.5(pid=28648) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28648)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:35:36.793389 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:35:36.856450 run osmo-hlr_10.42.42.2(pid=28645): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28645)]\u000a20:35:36.908157 run osmo-hlr_10.42.42.2(pid=28645): stdout: \u000a| (launched: 2022-12-13_20:35:33.749226) \u000a20:35:36.960984 run osmo-hlr_10.42.42.2(pid=28645): stderr: \u000a| �[0;m�[1;31m20221213203533947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203533947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203533947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203533947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203533947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203533948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203533960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203533969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203533969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203533969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:37.032105 run osmo-msc_10.42.42.6(pid=28651): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28651)]\u000a20:35:37.083785 run osmo-msc_10.42.42.6(pid=28651): stdout: \u000a| (launched: 2022-12-13_20:35:35.831018) \u000a20:35:37.136612 run osmo-msc_10.42.42.6(pid=28651): stderr: \u000a| �[0;m�[38;5;43m20221213203536155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203536155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecf9266c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203536155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203536155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203536155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203536156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203536157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:37.181194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28644): Terminating (SIGTERM)\u000a20:35:37.223213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28647): Terminating (SIGTERM)\u000a20:35:37.265293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28650): Terminating (SIGTERM)\u000a20:35:37.275005 --- ParallelTerminationStrategy: PID 28644 died...\u000a20:35:37.331629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28644): Terminated: ok {rc=0}\u000a20:35:37.341936 --- ParallelTerminationStrategy: PID 28647 died...\u000a20:35:37.397961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28647): Terminated: ok {rc=0}\u000a20:35:37.408131 --- ParallelTerminationStrategy: PID 28650 died...\u000a20:35:37.463868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28650): Terminated: ok {rc=0}\u000a20:35:37.552149 bus /sierra_3: Setting Powered False\u000a20:35:38.659265 bus /sierra_3: Setting Powered False\u000a20:35:39.768353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:35:19" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28662): Process ended prematurely: osmo-stp_10.42.42.5(pid=28662) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28662)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28662): Process ended prematurely: osmo-stp_10.42.42.5(pid=28662) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:35:41.769567 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:41.780863 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:35:41.948235 tst mo_mt_call.py: using LAC 36114\u000a20:35:42.075599 tst mo_mt_call.py: using RAC 159\u000a20:35:42.203093 tst mo_mt_call.py: using CellId 36114\u000a20:35:42.330307 tst mo_mt_call.py: using BVCI 36115\u000a20:35:42.355537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:42.367466 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:42.379096 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:42.390625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:42.402298 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:42.413834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:35:42.534587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:35:42.744019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:43.242674 run create_hlr_db(pid=28656): Launched\u000a20:35:43.432222 bus /sierra_2: Setting Powered False\u000a20:35:44.453773 run create_hlr_db(pid=28656): Terminated: ok {rc=0}\u000a20:35:44.890225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28658): Launched\u000a20:35:45.219570 run osmo-hlr_10.42.42.2(pid=28659): Launched\u000a20:35:45.338696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:45.915545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28661): Launched\u000a20:35:46.365034 run osmo-stp_10.42.42.5(pid=28662): Launched\u000a20:35:46.551939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:47.165608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28664): Launched\u000a20:35:47.484457 run osmo-msc_10.42.42.6(pid=28665): Launched\u000a20:35:47.669281 run osmo-stp_10.42.42.5(pid=28662): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28662)]\u000a20:35:47.799963 run osmo-stp_10.42.42.5(pid=28662): stdout: \u000a| (launched: 2022-12-13_20:35:46.092854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:47.928263 run osmo-stp_10.42.42.5(pid=28662): stderr: \u000a| �[0;m�[38;5;43m20221213203546303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203546303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203546304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203546304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203546304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203546305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203546305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:48.052673 run osmo-stp_10.42.42.5(pid=28662): stdout: \u000a| (launched: 2022-12-13_20:35:46.092854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:48.175651 run osmo-stp_10.42.42.5(pid=28662): stderr: \u000a| �[0;m�[38;5;43m20221213203546303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203546303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203546304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203546304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203546304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203546305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203546305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:48.229849 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28662): Process ended prematurely: osmo-stp_10.42.42.5(pid=28662) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28662)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:35:48.238761 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:35:48.299340 run osmo-hlr_10.42.42.2(pid=28659): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28659)]\u000a20:35:48.349110 run osmo-hlr_10.42.42.2(pid=28659): stdout: \u000a| (launched: 2022-12-13_20:35:45.057248) \u000a20:35:48.399926 run osmo-hlr_10.42.42.2(pid=28659): stderr: \u000a| �[0;m�[1;31m20221213203545255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203545255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203545255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203545255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203545256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203545256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203545272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203545280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203545281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203545281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:48.468347 run osmo-msc_10.42.42.6(pid=28665): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28665)]\u000a20:35:48.518048 run osmo-msc_10.42.42.6(pid=28665): stdout: \u000a| (launched: 2022-12-13_20:35:47.329074) \u000a20:35:48.568812 run osmo-msc_10.42.42.6(pid=28665): stderr: \u000a| �[0;m�[38;5;43m20221213203547598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203547598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07fcbfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203547598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203547598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203547599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203547599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203547600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203547601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203547601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203547601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:48.611834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28658): Terminating (SIGTERM)\u000a20:35:48.652392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28661): Terminating (SIGTERM)\u000a20:35:48.692894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28664): Terminating (SIGTERM)\u000a20:35:48.702252 --- ParallelTerminationStrategy: PID 28658 died...\u000a20:35:48.756888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28658): Terminated: ok {rc=0}\u000a20:35:48.766573 --- ParallelTerminationStrategy: PID 28661 died...\u000a20:35:48.820898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28661): Terminated: ok {rc=0}\u000a20:35:48.830563 --- ParallelTerminationStrategy: PID 28664 died...\u000a20:35:48.885093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28664): Terminated: ok {rc=0}\u000a20:35:48.973582 bus /sierra_3: Setting Powered False\u000a20:35:50.081418 bus /sierra_3: Setting Powered False\u000a20:35:51.190143 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28673): Process ended prematurely: osmo-stp_10.42.42.5(pid=28673) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28673): Process ended prematurely: osmo-stp_10.42.42.5(pid=28673) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:35:52.304440 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:52.316620 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:35:52.487825 tst mo_mt_call_osmux.py: using LAC 36115\u000a20:35:52.614148 tst mo_mt_call_osmux.py: using RAC 160\u000a20:35:52.740414 tst mo_mt_call_osmux.py: using CellId 36115\u000a20:35:52.866278 tst mo_mt_call_osmux.py: using BVCI 36116\u000a20:35:52.891302 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:52.903041 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:52.914598 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:52.926155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:52.937818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:35:52.949327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:35:53.070475 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:35:53.276555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:53.762981 run create_hlr_db(pid=28667): Launched\u000a20:35:53.939265 bus /sierra_2: Setting Powered False\u000a20:35:54.962022 run create_hlr_db(pid=28667): Terminated: ok {rc=0}\u000a20:35:55.372145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Launched\u000a20:35:55.681553 run osmo-hlr_10.42.42.2(pid=28670): Launched\u000a20:35:55.798983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:56.340614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Launched\u000a20:35:56.650470 run osmo-stp_10.42.42.5(pid=28673): Launched\u000a20:35:56.763366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:57.325143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Launched\u000a20:35:57.633751 run osmo-msc_10.42.42.6(pid=28676): Launched\u000a20:35:57.814535 run osmo-stp_10.42.42.5(pid=28673): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)]\u000a20:35:57.945067 run osmo-stp_10.42.42.5(pid=28673): stdout: \u000a| (launched: 2022-12-13_20:35:56.497705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:58.073549 run osmo-stp_10.42.42.5(pid=28673): stderr: \u000a| �[0;m�[38;5;43m20221213203556667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203556667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203556667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203556668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203556668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203556668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203556668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:58.196810 run osmo-stp_10.42.42.5(pid=28673): stdout: \u000a| (launched: 2022-12-13_20:35:56.497705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:58.319790 run osmo-stp_10.42.42.5(pid=28673): stderr: \u000a| �[0;m�[38;5;43m20221213203556667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203556667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203556667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203556668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203556668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203556668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203556668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:58.373791 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28673): Process ended prematurely: osmo-stp_10.42.42.5(pid=28673) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:35:58.382633 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:35:58.442754 run osmo-hlr_10.42.42.2(pid=28670): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28670)]\u000a20:35:58.492159 run osmo-hlr_10.42.42.2(pid=28670): stdout: \u000a| (launched: 2022-12-13_20:35:55.528763) \u000a20:35:58.542507 run osmo-hlr_10.42.42.2(pid=28670): stderr: \u000a| �[0;m�[1;31m20221213203555705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203555705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203555705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203555705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203555705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203555705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203555718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203555726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203555726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203555727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:58.610582 run osmo-msc_10.42.42.6(pid=28676): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28676)]\u000a20:35:58.659953 run osmo-msc_10.42.42.6(pid=28676): stdout: \u000a| (launched: 2022-12-13_20:35:57.480826) \u000a20:35:58.710035 run osmo-msc_10.42.42.6(pid=28676): stderr: \u000a| �[0;m�[38;5;43m20221213203557754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203557754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81dc2fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203557754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203557754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203557755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203557755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203557756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203557757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203557757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203557757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:58.752564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Terminating (SIGTERM)\u000a20:35:58.792808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Terminating (SIGTERM)\u000a20:35:58.833044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Terminating (SIGTERM)\u000a20:35:58.842230 --- ParallelTerminationStrategy: PID 28669 died...\u000a20:35:58.896238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Terminated: ok {rc=0}\u000a20:35:58.905925 --- ParallelTerminationStrategy: PID 28672 died...\u000a20:35:58.959597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Terminated: ok {rc=0}\u000a20:35:58.969119 --- ParallelTerminationStrategy: PID 28675 died...\u000a20:35:59.022345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Terminated: ok {rc=0}\u000a20:35:59.111775 bus /sierra_3: Setting Powered False\u000a20:36:00.214052 bus /sierra_3: Setting Powered False\u000a20:36:01.334714 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:35:41" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28689): Process ended prematurely: osmo-stp_10.42.42.5(pid=28689) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28689): Process ended prematurely: osmo-stp_10.42.42.5(pid=28689) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:36:03.354827 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:03.366556 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:36:03.532888 tst mo_mt_call.py: using LAC 36116\u000a20:36:03.663360 tst mo_mt_call.py: using RAC 161\u000a20:36:03.789231 tst mo_mt_call.py: using CellId 36116\u000a20:36:03.920660 tst mo_mt_call.py: using BVCI 36117\u000a20:36:03.945729 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:03.957459 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:03.969013 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:03.980550 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:03.992169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:04.003750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:36:04.122333 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:36:04.336811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:04.868741 run create_hlr_db(pid=28683): Launched\u000a20:36:05.058986 bus /sierra_2: Setting Powered False\u000a20:36:06.080272 run create_hlr_db(pid=28683): Terminated: ok {rc=0}\u000a20:36:06.493873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Launched\u000a20:36:06.804686 run osmo-hlr_10.42.42.2(pid=28686): Launched\u000a20:36:06.917156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:07.450878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Launched\u000a20:36:07.761274 run osmo-stp_10.42.42.5(pid=28689): Launched\u000a20:36:07.873775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:36:08.435843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Launched\u000a20:36:08.747521 run osmo-msc_10.42.42.6(pid=28692): Launched\u000a20:36:08.928922 run osmo-stp_10.42.42.5(pid=28689): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)]\u000a20:36:09.060375 run osmo-stp_10.42.42.5(pid=28689): stdout: \u000a| (launched: 2022-12-13_20:36:07.607551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:09.188284 run osmo-stp_10.42.42.5(pid=28689): stderr: \u000a| �[0;m�[38;5;43m20221213203607779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203607779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203607779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203607779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203607780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203607780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203607780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:09.311662 run osmo-stp_10.42.42.5(pid=28689): stdout: \u000a| (launched: 2022-12-13_20:36:07.607551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:09.434096 run osmo-stp_10.42.42.5(pid=28689): stderr: \u000a| �[0;m�[38;5;43m20221213203607779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203607779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203607779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203607779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203607780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203607780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203607780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:09.487735 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28689): Process ended prematurely: osmo-stp_10.42.42.5(pid=28689) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:36:09.496359 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:36:09.556911 run osmo-hlr_10.42.42.2(pid=28686): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28686)]\u000a20:36:09.606230 run osmo-hlr_10.42.42.2(pid=28686): stdout: \u000a| (launched: 2022-12-13_20:36:06.652395) \u000a20:36:09.656237 run osmo-hlr_10.42.42.2(pid=28686): stderr: \u000a| �[0;m�[1;31m20221213203606830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203606830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203606830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203606830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203606830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203606830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203606862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203606872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203606872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203606872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:09.724030 run osmo-msc_10.42.42.6(pid=28692): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28692)]\u000a20:36:09.773210 run osmo-msc_10.42.42.6(pid=28692): stdout: \u000a| (launched: 2022-12-13_20:36:08.593134) \u000a20:36:09.823019 run osmo-msc_10.42.42.6(pid=28692): stderr: \u000a| �[0;m�[38;5;43m20221213203608882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203608882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9901ef9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203608882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203608882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203608882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203608882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203608884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203608885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203608885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203608885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:36:09.865557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Terminating (SIGTERM)\u000a20:36:09.905621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Terminating (SIGTERM)\u000a20:36:09.945776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Terminating (SIGTERM)\u000a20:36:09.955025 --- ParallelTerminationStrategy: PID 28685 died...\u000a20:36:10.009141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Terminated: ok {rc=0}\u000a20:36:10.018641 --- ParallelTerminationStrategy: PID 28688 died...\u000a20:36:10.072071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Terminated: ok {rc=0}\u000a20:36:10.081627 --- ParallelTerminationStrategy: PID 28691 died...\u000a20:36:10.134927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Terminated: ok {rc=0}\u000a20:36:10.223457 bus /sierra_3: Setting Powered False\u000a20:36:11.326353 bus /sierra_3: Setting Powered False\u000a20:36:12.437081 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28700): Process ended prematurely: osmo-stp_10.42.42.5(pid=28700) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28700)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28700): Process ended prematurely: osmo-stp_10.42.42.5(pid=28700) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:36:13.552264 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:13.564888 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:36:13.734033 tst mo_mt_call_osmux.py: using LAC 36117\u000a20:36:13.862709 tst mo_mt_call_osmux.py: using RAC 162\u000a20:36:13.994670 tst mo_mt_call_osmux.py: using CellId 36117\u000a20:36:14.122799 tst mo_mt_call_osmux.py: using BVCI 36118\u000a20:36:14.147726 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:14.159619 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:14.171322 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:14.182989 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:14.194741 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:36:14.206355 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:36:14.326307 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:36:14.541347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:15.071140 run create_hlr_db(pid=28694): Launched\u000a20:36:15.261671 bus /sierra_2: Setting Powered False\u000a20:36:16.282877 run create_hlr_db(pid=28694): Terminated: ok {rc=0}\u000a20:36:16.737664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28696): Launched\u000a20:36:17.155532 run osmo-hlr_10.42.42.2(pid=28697): Launched\u000a20:36:17.275616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:17.849911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28699): Launched\u000a20:36:18.180230 run osmo-stp_10.42.42.5(pid=28700): Launched\u000a20:36:18.299317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:36:18.902797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28702): Launched\u000a20:36:19.234037 run osmo-msc_10.42.42.6(pid=28703): Launched\u000a20:36:19.427465 run osmo-stp_10.42.42.5(pid=28700): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28700)]\u000a20:36:19.567273 run osmo-stp_10.42.42.5(pid=28700): stdout: \u000a| (launched: 2022-12-13_20:36:18.016931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:19.704400 run osmo-stp_10.42.42.5(pid=28700): stderr: \u000a| �[0;m�[38;5;43m20221213203618209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203618209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203618210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203618210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203618211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203618211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203618211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:19.836030 run osmo-stp_10.42.42.5(pid=28700): stdout: \u000a| (launched: 2022-12-13_20:36:18.016931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:19.966733 run osmo-stp_10.42.42.5(pid=28700): stderr: \u000a| �[0;m�[38;5;43m20221213203618209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203618209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203618210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203618210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203618211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203618211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203618211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:20.024339 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28700): Process ended prematurely: osmo-stp_10.42.42.5(pid=28700) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28700)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:36:20.033861 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:36:20.096662 run osmo-hlr_10.42.42.2(pid=28697): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28697)]\u000a20:36:20.149031 run osmo-hlr_10.42.42.2(pid=28697): stdout: \u000a| (launched: 2022-12-13_20:36:16.908189) \u000a20:36:20.201448 run osmo-hlr_10.42.42.2(pid=28697): stderr: \u000a| �[0;m�[1;31m20221213203617196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203617196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203617196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203617196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203617196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203617196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203617211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203617221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203617222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203617222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:20.272403 run osmo-msc_10.42.42.6(pid=28703): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28703)]\u000a20:36:20.323963 run osmo-msc_10.42.42.6(pid=28703): stdout: \u000a| (launched: 2022-12-13_20:36:19.070058) \u000a20:36:20.376526 run osmo-msc_10.42.42.6(pid=28703): stderr: \u000a| �[0;m�[38;5;43m20221213203619392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203619392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10b14dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203619392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203619392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203619392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203619393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203619394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203619395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203619395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203619395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:36:20.420659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28696): Terminating (SIGTERM)\u000a20:36:20.462540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28699): Terminating (SIGTERM)\u000a20:36:20.504312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28702): Terminating (SIGTERM)\u000a20:36:20.514113 --- ParallelTerminationStrategy: PID 28696 died...\u000a20:36:20.570678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28696): Terminated: ok {rc=0}\u000a20:36:20.580826 --- ParallelTerminationStrategy: PID 28699 died...\u000a20:36:20.636645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28699): Terminated: ok {rc=0}\u000a20:36:20.646673 --- ParallelTerminationStrategy: PID 28702 died...\u000a20:36:20.702835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28702): Terminated: ok {rc=0}\u000a20:36:20.790891 bus /sierra_3: Setting Powered False\u000a20:36:21.894767 bus /sierra_3: Setting Powered False\u000a20:36:23.005830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:36:03" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28714): Process ended prematurely: osmo-stp_10.42.42.5(pid=28714) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28714): Process ended prematurely: osmo-stp_10.42.42.5(pid=28714) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:36:25.012176 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:25.023651 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:36:25.190965 tst mo_mt_call.py: using LAC 36118\u000a20:36:25.326632 tst mo_mt_call.py: using RAC 163\u000a20:36:25.454805 tst mo_mt_call.py: using CellId 36118\u000a20:36:25.581444 tst mo_mt_call.py: using BVCI 36119\u000a20:36:25.606634 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:25.618662 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:25.630361 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:25.641940 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:25.653658 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:25.665412 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:36:25.785724 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:36:25.991028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:26.477620 run create_hlr_db(pid=28708): Launched\u000a20:36:26.654873 bus /sierra_2: Setting Powered False\u000a20:36:27.687876 run create_hlr_db(pid=28708): Terminated: ok {rc=0}\u000a20:36:28.100236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Launched\u000a20:36:28.407783 run osmo-hlr_10.42.42.2(pid=28711): Launched\u000a20:36:28.524754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:29.066549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Launched\u000a20:36:29.374292 run osmo-stp_10.42.42.5(pid=28714): Launched\u000a20:36:29.486089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:36:30.046606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28716): Launched\u000a20:36:30.356496 run osmo-msc_10.42.42.6(pid=28717): Launched\u000a20:36:30.539084 run osmo-stp_10.42.42.5(pid=28714): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)]\u000a20:36:30.669352 run osmo-stp_10.42.42.5(pid=28714): stdout: \u000a| (launched: 2022-12-13_20:36:29.222634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:30.798103 run osmo-stp_10.42.42.5(pid=28714): stderr: \u000a| �[0;m�[38;5;43m20221213203629394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203629394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203629394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203629395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203629395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203629395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203629396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:30.948406 run osmo-stp_10.42.42.5(pid=28714): stdout: \u000a| (launched: 2022-12-13_20:36:29.222634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:31.087013 run osmo-stp_10.42.42.5(pid=28714): stderr: \u000a| �[0;m�[38;5;43m20221213203629394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203629394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203629394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203629395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203629395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203629395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203629396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:31.146961 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28714): Process ended prematurely: osmo-stp_10.42.42.5(pid=28714) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:36:31.156891 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:36:31.223207 run osmo-hlr_10.42.42.2(pid=28711): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28711)]\u000a20:36:31.276887 run osmo-hlr_10.42.42.2(pid=28711): stdout: \u000a| (launched: 2022-12-13_20:36:28.256402) \u000a20:36:31.332262 run osmo-hlr_10.42.42.2(pid=28711): stderr: \u000a| �[0;m�[1;31m20221213203628433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203628434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203628434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203628434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203628434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203628434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203628446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203628456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203628457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203628457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:31.407291 run osmo-msc_10.42.42.6(pid=28717): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28717)]\u000a20:36:31.460851 run osmo-msc_10.42.42.6(pid=28717): stdout: \u000a| (launched: 2022-12-13_20:36:30.203122) \u000a20:36:31.515289 run osmo-msc_10.42.42.6(pid=28717): stderr: \u000a| �[0;m�[38;5;43m20221213203630476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203630476 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0ae936c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203630476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203630476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203630476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203630476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203630478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203630479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203630479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203630479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:36:31.563182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Terminating (SIGTERM)\u000a20:36:31.607964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Terminating (SIGTERM)\u000a20:36:31.654788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28716): Terminating (SIGTERM)\u000a20:36:31.665758 --- ParallelTerminationStrategy: PID 28710 died...\u000a20:36:31.725676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Terminated: ok {rc=0}\u000a20:36:31.737861 --- ParallelTerminationStrategy: PID 28713 died...\u000a20:36:31.795808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Terminated: ok {rc=0}\u000a20:36:31.806453 --- ParallelTerminationStrategy: PID 28716 died...\u000a20:36:31.864619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28716): Terminated: ok {rc=0}\u000a20:36:31.957941 bus /sierra_3: Setting Powered False\u000a20:36:33.059969 bus /sierra_3: Setting Powered False\u000a20:36:34.170272 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:36:35.286178 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:35.298810 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:36:35.467496 tst mo_mt_call_osmux.py: using LAC 36119\u000a20:36:35.596901 tst mo_mt_call_osmux.py: using RAC 164\u000a20:36:35.727367 tst mo_mt_call_osmux.py: using CellId 36119\u000a20:36:35.855592 tst mo_mt_call_osmux.py: using BVCI 36120\u000a20:36:35.880725 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:35.892702 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:35.904510 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:35.916345 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:35.928487 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:36:35.940210 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:36:36.060435 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:36:36.267571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:36.757091 run create_hlr_db(pid=28719): Launched\u000a20:36:36.933884 bus /sierra_2: Setting Powered False\u000a20:36:37.956653 run create_hlr_db(pid=28719): Terminated: ok {rc=0}\u000a20:36:38.367543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Launched\u000a20:36:38.678336 run osmo-hlr_10.42.42.2(pid=28722): Launched\u000a20:36:38.797409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:39.340260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Launched\u000a20:36:39.649568 run osmo-stp_10.42.42.5(pid=28725): Launched\u000a20:36:39.762599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:36:40.325180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Launched\u000a20:36:40.642459 run osmo-msc_10.42.42.6(pid=28728): Launched\u000a20:36:40.825685 run osmo-stp_10.42.42.5(pid=28725): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]\u000a20:36:40.958642 run osmo-stp_10.42.42.5(pid=28725): stdout: \u000a| (launched: 2022-12-13_20:36:39.496736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:41.084415 run osmo-stp_10.42.42.5(pid=28725): stderr: \u000a| �[0;m�[38;5;43m20221213203639667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203639668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203639668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203639668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203639669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203639669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203639669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:41.206051 run osmo-stp_10.42.42.5(pid=28725): stdout: \u000a| (launched: 2022-12-13_20:36:39.496736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:41.326674 run osmo-stp_10.42.42.5(pid=28725): stderr: \u000a| �[0;m�[38;5;43m20221213203639667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203639668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203639668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203639668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203639669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203639669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203639669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:41.379646 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:36:41.388195 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:36:41.448087 run osmo-hlr_10.42.42.2(pid=28722): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28722)]\u000a20:36:41.497174 run osmo-hlr_10.42.42.2(pid=28722): stdout: \u000a| (launched: 2022-12-13_20:36:38.524279) \u000a20:36:41.546632 run osmo-hlr_10.42.42.2(pid=28722): stderr: \u000a| �[0;m�[1;31m20221213203638701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203638701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203638701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203638701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203638701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203638701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203638714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203638722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203638722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203638722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:41.614140 run osmo-msc_10.42.42.6(pid=28728): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28728)]\u000a20:36:41.663188 run osmo-msc_10.42.42.6(pid=28728): stdout: \u000a| (launched: 2022-12-13_20:36:40.481441) \u000a20:36:41.712812 run osmo-msc_10.42.42.6(pid=28728): stderr: \u000a| �[0;m�[38;5;43m20221213203640753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203640754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f439d4ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203640754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203640754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203640754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203640754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203640756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203640756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203640756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203640756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:36:41.755074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Terminating (SIGTERM)\u000a20:36:41.794840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Terminating (SIGTERM)\u000a20:36:41.834678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Terminating (SIGTERM)\u000a20:36:41.843818 --- ParallelTerminationStrategy: PID 28721 died...\u000a20:36:41.897439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Terminated: ok {rc=0}\u000a20:36:41.907029 --- ParallelTerminationStrategy: PID 28724 died...\u000a20:36:41.960231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Terminated: ok {rc=0}\u000a20:36:41.969827 --- ParallelTerminationStrategy: PID 28727 died...\u000a20:36:42.023004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Terminated: ok {rc=0}\u000a20:36:42.110320 bus /sierra_3: Setting Powered False\u000a20:36:43.212872 bus /sierra_3: Setting Powered False\u000a20:36:44.322935 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:36:24" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28740): Process ended prematurely: osmo-stp_10.42.42.5(pid=28740) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28740): Process ended prematurely: osmo-stp_10.42.42.5(pid=28740) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:36:46.342397 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:46.358129 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:36:46.536291 tst mo_mt_call.py: using LAC 36120\u000a20:36:46.663231 tst mo_mt_call.py: using RAC 165\u000a20:36:46.792746 tst mo_mt_call.py: using CellId 36120\u000a20:36:46.920411 tst mo_mt_call.py: using BVCI 36121\u000a20:36:46.944879 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:46.956939 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:46.968836 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:46.980897 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:46.993132 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:47.004936 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:36:47.128517 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:36:47.331740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:47.808260 run create_hlr_db(pid=28734): Launched\u000a20:36:47.982381 bus /sierra_2: Setting Powered False\u000a20:36:49.004547 run create_hlr_db(pid=28734): Terminated: ok {rc=0}\u000a20:36:49.407102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Launched\u000a20:36:49.711427 run osmo-hlr_10.42.42.2(pid=28737): Launched\u000a20:36:49.826976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:50.352640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Launched\u000a20:36:50.656738 run osmo-stp_10.42.42.5(pid=28740): Launched\u000a20:36:50.766830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:36:51.320808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Launched\u000a20:36:51.627311 run osmo-msc_10.42.42.6(pid=28743): Launched\u000a20:36:51.805935 run osmo-stp_10.42.42.5(pid=28740): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)]\u000a20:36:51.934765 run osmo-stp_10.42.42.5(pid=28740): stdout: \u000a| (launched: 2022-12-13_20:36:50.505967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:52.060754 run osmo-stp_10.42.42.5(pid=28740): stderr: \u000a| �[0;m�[38;5;43m20221213203650675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203650675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203650675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203650675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203650676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203650676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203650676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:52.182919 run osmo-stp_10.42.42.5(pid=28740): stdout: \u000a| (launched: 2022-12-13_20:36:50.505967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:52.303845 run osmo-stp_10.42.42.5(pid=28740): stderr: \u000a| �[0;m�[38;5;43m20221213203650675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203650675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203650675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203650675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203650676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203650676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203650676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:52.356868 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28740): Process ended prematurely: osmo-stp_10.42.42.5(pid=28740) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28740)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:36:52.365366 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:36:52.425754 run osmo-hlr_10.42.42.2(pid=28737): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28737)]\u000a20:36:52.474968 run osmo-hlr_10.42.42.2(pid=28737): stdout: \u000a| (launched: 2022-12-13_20:36:49.560387) \u000a20:36:52.524621 run osmo-hlr_10.42.42.2(pid=28737): stderr: \u000a| �[0;m�[1;31m20221213203649735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203649735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203649735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203649735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203649735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203649736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203649748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203649756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203649756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203649756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:52.592459 run osmo-msc_10.42.42.6(pid=28743): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28743)]\u000a20:36:52.641558 run osmo-msc_10.42.42.6(pid=28743): stdout: \u000a| (launched: 2022-12-13_20:36:51.474746) \u000a20:36:52.691332 run osmo-msc_10.42.42.6(pid=28743): stderr: \u000a| �[0;m�[38;5;43m20221213203651745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203651745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff529c26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203651746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203651746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203651746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203651746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203651748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203651748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203651748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203651748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:36:52.733218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Terminating (SIGTERM)\u000a20:36:52.772701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Terminating (SIGTERM)\u000a20:36:52.812439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Terminating (SIGTERM)\u000a20:36:52.821556 --- ParallelTerminationStrategy: PID 28736 died...\u000a20:36:52.875311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28736): Terminated: ok {rc=0}\u000a20:36:52.884791 --- ParallelTerminationStrategy: PID 28739 died...\u000a20:36:52.938243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28739): Terminated: ok {rc=0}\u000a20:36:52.947699 --- ParallelTerminationStrategy: PID 28742 died...\u000a20:36:53.001051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28742): Terminated: ok {rc=0}\u000a20:36:53.089592 bus /sierra_3: Setting Powered False\u000a20:36:54.193630 bus /sierra_3: Setting Powered False\u000a20:36:55.304212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:36:56.415302 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:56.427019 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:36:56.593119 tst mo_mt_call_osmux.py: using LAC 36121\u000a20:36:56.721962 tst mo_mt_call_osmux.py: using RAC 166\u000a20:36:56.848631 tst mo_mt_call_osmux.py: using CellId 36121\u000a20:36:56.977892 tst mo_mt_call_osmux.py: using BVCI 36122\u000a20:36:57.002944 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:57.014674 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:57.026121 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:57.037513 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:57.048906 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:36:57.060300 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:36:57.178636 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:36:57.394120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:57.871011 run create_hlr_db(pid=28745): Launched\u000a20:36:58.043691 bus /sierra_2: Setting Powered False\u000a20:36:59.066623 run create_hlr_db(pid=28745): Terminated: ok {rc=0}\u000a20:36:59.495216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Launched\u000a20:36:59.818628 run osmo-hlr_10.42.42.2(pid=28748): Launched\u000a20:36:59.940110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:00.501779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Launched\u000a20:37:00.826230 run osmo-stp_10.42.42.5(pid=28751): Launched\u000a20:37:01.095843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:37:01.720871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Launched\u000a20:37:02.148108 run osmo-msc_10.42.42.6(pid=28754): Launched\u000a20:37:02.462019 run osmo-stp_10.42.42.5(pid=28751): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]\u000a20:37:02.597431 run osmo-stp_10.42.42.5(pid=28751): stdout: \u000a| (launched: 2022-12-13_20:37:00.667155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:02.732524 run osmo-stp_10.42.42.5(pid=28751): stderr: \u000a| �[0;m�[38;5;43m20221213203700857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203700857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203700857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203700858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203700858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203700858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203700858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:02.862503 run osmo-stp_10.42.42.5(pid=28751): stdout: \u000a| (launched: 2022-12-13_20:37:00.667155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:02.991238 run osmo-stp_10.42.42.5(pid=28751): stderr: \u000a| �[0;m�[38;5;43m20221213203700857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203700857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203700857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203700858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203700858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203700858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203700858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:03.048187 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)] [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:37:03.057676 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:37:03.120450 run osmo-hlr_10.42.42.2(pid=28748): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28748)]\u000a20:37:03.171909 run osmo-hlr_10.42.42.2(pid=28748): stdout: \u000a| (launched: 2022-12-13_20:36:59.660503) \u000a20:37:03.224209 run osmo-hlr_10.42.42.2(pid=28748): stderr: \u000a| �[0;m�[1;31m20221213203659855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203659855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203659855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203659855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203659855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203659855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203659868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203659876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203659876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203659876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:03.294651 run osmo-msc_10.42.42.6(pid=28754): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28754)]\u000a20:37:03.346103 run osmo-msc_10.42.42.6(pid=28754): stdout: \u000a| (launched: 2022-12-13_20:37:01.881837) \u000a20:37:03.397842 run osmo-msc_10.42.42.6(pid=28754): stderr: \u000a| �[0;m�[38;5;43m20221213203702302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203702303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f369f54dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203702303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203702303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203702303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203702303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203702305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203702306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203702306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203702306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:37:03.441872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Terminating (SIGTERM)\u000a20:37:03.483403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Terminating (SIGTERM)\u000a20:37:03.525002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Terminating (SIGTERM)\u000a20:37:03.534563 --- ParallelTerminationStrategy: PID 28747 died...\u000a20:37:03.591017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Terminated: ok {rc=0}\u000a20:37:03.601193 --- ParallelTerminationStrategy: PID 28750 died...\u000a20:37:03.656902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Terminated: ok {rc=0}\u000a20:37:03.667047 --- ParallelTerminationStrategy: PID 28753 died...\u000a20:37:03.722593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28753): Terminated: ok {rc=0}\u000a20:37:03.809668 bus /sierra_3: Setting Powered False\u000a20:37:04.915420 bus /sierra_3: Setting Powered False\u000a20:37:06.025793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:36:46" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28765): Process ended prematurely: osmo-stp_10.42.42.5(pid=28765) [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28765): Process ended prematurely: osmo-stp_10.42.42.5(pid=28765) [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:37:08.044268 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:08.056099 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:37:08.196007 tst emergency_mo_mt_call.py: using LAC 36122\u000a20:37:08.314064 tst emergency_mo_mt_call.py: using RAC 167\u000a20:37:08.437817 tst emergency_mo_mt_call.py: using CellId 36122\u000a20:37:08.561609 tst emergency_mo_mt_call.py: using BVCI 36123\u000a20:37:08.586306 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:08.598074 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:08.609282 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:08.620473 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:08.631855 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:08.643099 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:08.762420 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:08.970728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:09.478450 run create_hlr_db(pid=28759): Launched\u000a20:37:09.662846 bus /sierra_2: Setting Powered False\u000a20:37:10.682748 run create_hlr_db(pid=28759): Terminated: ok {rc=0}\u000a20:37:11.081991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Launched\u000a20:37:11.380651 run osmo-hlr_10.42.42.2(pid=28762): Launched\u000a20:37:11.493361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:12.014898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Launched\u000a20:37:12.314119 run osmo-stp_10.42.42.5(pid=28765): Launched\u000a20:37:12.438063 tst emergency_mo_mt_call.py: using MSISDN 8321\u000a20:37:12.586464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:37:13.135117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28767): Launched\u000a20:37:13.436867 run osmo-msc_10.42.42.6(pid=28768): Launched\u000a20:37:13.613685 run osmo-stp_10.42.42.5(pid=28765): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)]\u000a20:37:13.741213 run osmo-stp_10.42.42.5(pid=28765): stdout: \u000a| (launched: 2022-12-13_20:37:12.166951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:13.866296 run osmo-stp_10.42.42.5(pid=28765): stderr: \u000a| �[0;m�[38;5;43m20221213203712334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203712334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203712334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203712335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203712335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203712335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203712336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:13.986845 run osmo-stp_10.42.42.5(pid=28765): stdout: \u000a| (launched: 2022-12-13_20:37:12.166951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:14.106635 run osmo-stp_10.42.42.5(pid=28765): stderr: \u000a| �[0;m�[38;5;43m20221213203712334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203712334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203712334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203712335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203712335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203712335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203712336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:14.158989 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28765): Process ended prematurely: osmo-stp_10.42.42.5(pid=28765) [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28765)] [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a20:37:14.167056 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a20:37:14.227831 run osmo-hlr_10.42.42.2(pid=28762): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28762)]\u000a20:37:14.277532 run osmo-hlr_10.42.42.2(pid=28762): stdout: \u000a| (launched: 2022-12-13_20:37:11.231766) \u000a20:37:14.327831 run osmo-hlr_10.42.42.2(pid=28762): stderr: \u000a| �[0;m�[1;31m20221213203711405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203711405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203711405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203711405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203711405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203711405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203711417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203711426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203711426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203711426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:14.395827 run osmo-msc_10.42.42.6(pid=28768): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28768)]\u000a20:37:14.445580 run osmo-msc_10.42.42.6(pid=28768): stdout: \u000a| (launched: 2022-12-13_20:37:13.287024) \u000a20:37:14.495694 run osmo-msc_10.42.42.6(pid=28768): stderr: \u000a| �[0;m�[38;5;43m20221213203713555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203713555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff986c53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203713556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203713556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203713556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203713556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203713558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203713559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203713559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203713559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:37:14.538347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Terminating (SIGTERM)\u000a20:37:14.578849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Terminating (SIGTERM)\u000a20:37:14.619248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28767): Terminating (SIGTERM)\u000a20:37:14.628505 --- ParallelTerminationStrategy: PID 28761 died...\u000a20:37:14.682967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28761): Terminated: ok {rc=0}\u000a20:37:14.692652 --- ParallelTerminationStrategy: PID 28764 died...\u000a20:37:14.746578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28764): Terminated: ok {rc=0}\u000a20:37:14.756217 --- ParallelTerminationStrategy: PID 28767 died...\u000a20:37:14.810064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28767): Terminated: ok {rc=0}\u000a20:37:14.899067 bus /sierra_3: Setting Powered False\u000a20:37:16.026951 bus /sierra_3: Setting Powered False\u000a20:37:17.145516 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28776): Process ended prematurely: osmo-stp_10.42.42.5(pid=28776) [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28776)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28776): Process ended prematurely: osmo-stp_10.42.42.5(pid=28776) [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:37:18.197328 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:18.209410 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:37:18.355736 tst emergency_preemptive_call.py: using LAC 36123\u000a20:37:18.482132 tst emergency_preemptive_call.py: using RAC 168\u000a20:37:18.607107 tst emergency_preemptive_call.py: using CellId 36123\u000a20:37:18.732021 tst emergency_preemptive_call.py: using BVCI 36124\u000a20:37:18.756518 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:18.768012 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:18.779330 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:18.790704 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:18.801987 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:37:18.813336 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:18.934431 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:19.056000 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:19.176843 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:19.386574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:19.899613 run create_hlr_db(pid=28770): Launched\u000a20:37:20.074122 bus /sierra_2: Setting Powered False\u000a20:37:21.094024 run create_hlr_db(pid=28770): Terminated: ok {rc=0}\u000a20:37:21.521266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28772): Launched\u000a20:37:21.846557 run osmo-hlr_10.42.42.2(pid=28773): Launched\u000a20:37:21.962513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:22.524887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28775): Launched\u000a20:37:22.840817 run osmo-stp_10.42.42.5(pid=28776): Launched\u000a20:37:22.966882 tst emergency_preemptive_call.py: using MSISDN 8322\u000a20:37:23.125415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:37:23.705281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28778): Launched\u000a20:37:24.021430 run osmo-msc_10.42.42.6(pid=28779): Launched\u000a20:37:24.207643 run osmo-stp_10.42.42.5(pid=28776): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28776)]\u000a20:37:24.342131 run osmo-stp_10.42.42.5(pid=28776): stdout: \u000a| (launched: 2022-12-13_20:37:22.686829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:24.475045 run osmo-stp_10.42.42.5(pid=28776): stderr: \u000a| �[0;m�[38;5;43m20221213203722871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203722871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203722872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203722872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203722873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203722873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203722873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:24.603484 run osmo-stp_10.42.42.5(pid=28776): stdout: \u000a| (launched: 2022-12-13_20:37:22.686829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:24.730465 run osmo-stp_10.42.42.5(pid=28776): stderr: \u000a| �[0;m�[38;5;43m20221213203722871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203722871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203722872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203722872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203722873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203722873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203722873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:24.786222 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28776): Process ended prematurely: osmo-stp_10.42.42.5(pid=28776) [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28776)] [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a20:37:24.794959 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a20:37:24.857925 run osmo-hlr_10.42.42.2(pid=28773): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28773)]\u000a20:37:24.909691 run osmo-hlr_10.42.42.2(pid=28773): stdout: \u000a| (launched: 2022-12-13_20:37:21.685394) \u000a20:37:24.962175 run osmo-hlr_10.42.42.2(pid=28773): stderr: \u000a| �[0;m�[1;31m20221213203721881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203721881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203721881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203721881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203721881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203721882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203721893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203721903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203721903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203721903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:25.033638 run osmo-msc_10.42.42.6(pid=28779): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28779)]\u000a20:37:25.085388 run osmo-msc_10.42.42.6(pid=28779): stdout: \u000a| (launched: 2022-12-13_20:37:23.866342) \u000a20:37:25.137409 run osmo-msc_10.42.42.6(pid=28779): stderr: \u000a| �[0;m�[38;5;43m20221213203724183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213203724184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa78f3acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213203724184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213203724184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213203724184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213203724184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213203724186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213203724186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213203724187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213203724187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:37:25.181543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28772): Terminating (SIGTERM)\u000a20:37:25.223235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28775): Terminating (SIGTERM)\u000a20:37:25.264942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28778): Terminating (SIGTERM)\u000a20:37:25.274662 --- ParallelTerminationStrategy: PID 28772 died...\u000a20:37:25.330811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28772): Terminated: ok {rc=0}\u000a20:37:25.341071 --- ParallelTerminationStrategy: PID 28775 died...\u000a20:37:25.396561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28775): Terminated: ok {rc=0}\u000a20:37:25.406705 --- ParallelTerminationStrategy: PID 28778 died...\u000a20:37:25.462405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28778): Terminated: ok {rc=0}\u000a20:37:25.550189 bus /sierra_9: Setting Powered False\u000a20:37:26.657652 bus /sierra_9: Setting Powered False\u000a20:37:27.769775 bus /sierra_8: Setting Powered False\u000a20:37:28.873515 bus /sierra_8: Setting Powered False\u000a20:37:29.982619 bus /sierra_3: Setting Powered False\u000a20:37:31.087276 bus /sierra_3: Setting Powered False\u000a20:37:32.203124 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:37:07" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28794): Process ended prematurely: osmo-stp_10.42.42.5(pid=28794) [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28794)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28794): Process ended prematurely: osmo-stp_10.42.42.5(pid=28794) [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:37:34.329148 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.339793 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:37:34.475317 tst cs_paging_gprs_active.py: using LAC 36124\u000a20:37:34.592709 tst cs_paging_gprs_active.py: using RAC 169\u000a20:37:34.712903 tst cs_paging_gprs_active.py: using CellId 36124\u000a20:37:34.832224 tst cs_paging_gprs_active.py: using BVCI 36125\u000a20:37:34.855405 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.866330 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.877057 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.887750 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.899001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.909940 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.921037 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.931959 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:34.943082 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:35.058276 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:35.337893 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:37:35.464619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:35.777925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28784): Launched\u000a20:37:36.039893 run iperf3-srv_10.42.42.10(pid=28785): Launched\u000a20:37:36.225296 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:37:36.351642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:36.666369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28786): Launched\u000a20:37:36.928118 run iperf3-srv_10.42.42.10(pid=28787): Launched\u000a20:37:37.112901 tst cs_paging_gprs_active.py:38: start network...\u000a20:37:37.239207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:37.717582 run create_hlr_db(pid=28788): Launched\u000a20:37:37.891849 bus /sierra_2: Setting Powered False\u000a20:37:38.914730 run create_hlr_db(pid=28788): Terminated: ok {rc=0}\u000a20:37:39.344267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28790): Launched\u000a20:37:39.669354 run osmo-hlr_10.42.42.2(pid=28791): Launched\u000a20:37:39.788408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:40.351773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28793): Launched\u000a20:37:40.678610 run osmo-stp_10.42.42.5(pid=28794): Launched\u000a20:37:40.796093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:41.361296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28796): Launched\u000a20:37:41.477194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:41.759562 run patchelf(pid=28797): Launched\u000a20:37:41.949243 run osmo-stp_10.42.42.5(pid=28794): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28794)]\u000a20:37:42.087687 run osmo-stp_10.42.42.5(pid=28794): stdout: \u000a| (launched: 2022-12-13_20:37:40.517464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:42.226640 run osmo-stp_10.42.42.5(pid=28794): stderr: \u000a| �[0;m�[38;5;43m20221213203740706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203740706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203740706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203740706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203740707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203740707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203740707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:42.361631 run osmo-stp_10.42.42.5(pid=28794): stdout: \u000a| (launched: 2022-12-13_20:37:40.517464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:42.495088 run osmo-stp_10.42.42.5(pid=28794): stderr: \u000a| �[0;m�[38;5;43m20221213203740706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203740706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203740706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203740706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203740707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203740707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203740707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:42.651508 run patchelf(pid=28797): Terminating (SIGINT)\u000a20:37:42.834685 run patchelf(pid=28797): Terminated: ok {rc=0}\u000a20:37:42.868233 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28794): Process ended prematurely: osmo-stp_10.42.42.5(pid=28794) [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28794)] [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a20:37:42.878249 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:37:42.940995 run osmo-hlr_10.42.42.2(pid=28791): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28791)]\u000a20:37:42.992368 run osmo-hlr_10.42.42.2(pid=28791): stdout: \u000a| (launched: 2022-12-13_20:37:39.509452) \u000a20:37:43.044378 run osmo-hlr_10.42.42.2(pid=28791): stderr: \u000a| �[0;m�[1;31m20221213203739703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203739703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203739703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203739703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203739703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203739703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203739715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203739726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203739727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203739727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:43.088747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28784): Terminating (SIGTERM)\u000a20:37:43.130485 run iperf3-srv_10.42.42.10(pid=28785): Terminating (SIGTERM)\u000a20:37:43.172252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28786): Terminating (SIGTERM)\u000a20:37:43.214033 run iperf3-srv_10.42.42.10(pid=28787): Terminating (SIGTERM)\u000a20:37:43.256397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28790): Terminating (SIGTERM)\u000a20:37:43.298842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28793): Terminating (SIGTERM)\u000a20:37:43.341229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28796): Terminating (SIGTERM)\u000a20:37:43.351024 --- ParallelTerminationStrategy: PID 28784 died...\u000a20:37:43.407676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28784): Terminated: ok {rc=0}\u000a20:37:43.418156 --- ParallelTerminationStrategy: PID 28785 died...\u000a20:37:43.474382 run iperf3-srv_10.42.42.10(pid=28785): Terminated {rc=256}\u000a20:37:43.484532 --- ParallelTerminationStrategy: PID 28786 died...\u000a20:37:43.540885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28786): Terminated: ok {rc=0}\u000a20:37:43.551077 --- ParallelTerminationStrategy: PID 28787 died...\u000a20:37:43.607555 run iperf3-srv_10.42.42.10(pid=28787): Terminated {rc=256}\u000a20:37:43.618036 --- ParallelTerminationStrategy: PID 28790 died...\u000a20:37:43.674475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28790): Terminated: ok {rc=0}\u000a20:37:43.684676 --- ParallelTerminationStrategy: PID 28793 died...\u000a20:37:43.740790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28793): Terminated: ok {rc=0}\u000a20:37:43.751090 --- ParallelTerminationStrategy: PID 28796 died...\u000a20:37:43.807621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28796): Terminated: ok {rc=0}\u000a20:37:43.894738 bus /gobi_0: Setting Powered False\u000a20:37:45.002097 bus /gobi_0: Setting Powered False\u000a20:37:46.130931 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28806): Process ended prematurely: osmo-stp_10.42.42.5(pid=28806) [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28806)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28806): Process ended prematurely: osmo-stp_10.42.42.5(pid=28806) [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a20:37:47.259105 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.271329 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:37:47.413275 tst iperf3.py: using LAC 36125\u000a20:37:47.531272 tst iperf3.py: using RAC 170\u000a20:37:47.653243 tst iperf3.py: using CellId 36125\u000a20:37:47.781474 tst iperf3.py: using BVCI 36126\u000a20:37:47.806468 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.817973 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.829257 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.840323 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.851914 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.863248 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.874665 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.885638 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:47.896866 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:48.192016 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:37:48.327850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:48.661994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28798): Launched\u000a20:37:48.941442 run iperf3-srv_10.42.42.10(pid=28799): Launched\u000a20:37:49.140270 tst iperf3.py:8: start network...\u000a20:37:49.275914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:49.795636 run create_hlr_db(pid=28800): Launched\u000a20:37:49.982993 bus /gobi_6: Setting Powered False\u000a20:37:51.004022 run create_hlr_db(pid=28800): Terminated: ok {rc=0}\u000a20:37:51.410743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28802): Launched\u000a20:37:51.715844 run osmo-hlr_10.42.42.2(pid=28803): Launched\u000a20:37:51.834099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:52.393459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28805): Launched\u000a20:37:52.696734 run osmo-stp_10.42.42.5(pid=28806): Launched\u000a20:37:52.808268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:53.337274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28808): Launched\u000a20:37:53.446130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:53.712551 run patchelf(pid=28809): Launched\u000a20:37:53.890701 run osmo-stp_10.42.42.5(pid=28806): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28806)]\u000a20:37:54.021225 run osmo-stp_10.42.42.5(pid=28806): stdout: \u000a| (launched: 2022-12-13_20:37:52.547774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:54.152440 run osmo-stp_10.42.42.5(pid=28806): stderr: \u000a| �[0;m�[38;5;43m20221213203752714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203752714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203752714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203752715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203752715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203752715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203752715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:54.279166 run osmo-stp_10.42.42.5(pid=28806): stdout: \u000a| (launched: 2022-12-13_20:37:52.547774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:54.404381 run osmo-stp_10.42.42.5(pid=28806): stderr: \u000a| �[0;m�[38;5;43m20221213203752714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203752714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203752714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203752715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203752715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203752715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203752715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:54.550836 run patchelf(pid=28809): Terminating (SIGINT)\u000a20:37:54.723033 run patchelf(pid=28809): Terminated: ok {rc=0}\u000a20:37:54.754774 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28806): Process ended prematurely: osmo-stp_10.42.42.5(pid=28806) [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28806)] [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a20:37:54.763949 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:37:54.824858 run osmo-hlr_10.42.42.2(pid=28803): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28803)]\u000a20:37:54.874773 run osmo-hlr_10.42.42.2(pid=28803): stdout: \u000a| (launched: 2022-12-13_20:37:51.565471) \u000a20:37:54.925214 run osmo-hlr_10.42.42.2(pid=28803): stderr: \u000a| �[0;m�[1;31m20221213203751738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203751738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203751738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203751738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203751738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203751738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203751750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203751759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203751759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203751759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:54.968002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28798): Terminating (SIGTERM)\u000a20:37:55.008166 run iperf3-srv_10.42.42.10(pid=28799): Terminating (SIGTERM)\u000a20:37:55.048519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28802): Terminating (SIGTERM)\u000a20:37:55.088518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28805): Terminating (SIGTERM)\u000a20:37:55.129218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28808): Terminating (SIGTERM)\u000a20:37:55.138492 --- ParallelTerminationStrategy: PID 28798 died...\u000a20:37:55.193186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28798): Terminated: ok {rc=0}\u000a20:37:55.202882 --- ParallelTerminationStrategy: PID 28799 died...\u000a20:37:55.257051 run iperf3-srv_10.42.42.10(pid=28799): Terminated {rc=256}\u000a20:37:55.266648 --- ParallelTerminationStrategy: PID 28802 died...\u000a20:37:55.321035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28802): Terminated: ok {rc=0}\u000a20:37:55.330690 --- ParallelTerminationStrategy: PID 28805 died...\u000a20:37:55.385052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28805): Terminated: ok {rc=0}\u000a20:37:55.394831 --- ParallelTerminationStrategy: PID 28808 died...\u000a20:37:55.449583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28808): Terminated: ok {rc=0}\u000a20:37:55.538656 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a20:37:56.648996 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:56.660259 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:37:56.803579 tst iperf3m4.py: using LAC 36126\u000a20:37:56.929627 tst iperf3m4.py: using RAC 171\u000a20:37:57.055846 tst iperf3m4.py: using CellId 36126\u000a20:37:57.175426 tst iperf3m4.py: using BVCI 36127\u000a20:37:57.198666 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:57.209656 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:57.220541 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:57.231325 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:57.242464 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:57.253306 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:57.264484 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:57.275415 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:37:57.286554 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:57.403834 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:57.527405 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:57.645938 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:37:57.927610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:37:58.053799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:58.365513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Launched\u000a20:37:58.625134 run iperf3-srv_10.42.42.10(pid=28811): Launched\u000a20:37:58.809704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:37:58.935360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:59.247579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28812): Launched\u000a20:37:59.508147 run iperf3-srv_10.42.42.10(pid=28813): Launched\u000a20:37:59.693387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:37:59.819755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:00.131843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Launched\u000a20:38:00.391597 run iperf3-srv_10.42.42.10(pid=28815): Launched\u000a20:38:00.575907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:38:00.702607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:01.056682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Launched\u000a20:38:01.353483 run iperf3-srv_10.42.42.10(pid=28817): Launched\u000a20:38:01.542786 tst iperf3m4.py:8: start network...\u000a20:38:01.672369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:02.262463 run create_hlr_db(pid=28818): Launched\u000a20:38:02.437937 bus /gobi_6: Setting Powered False\u000a20:38:03.458996 run create_hlr_db(pid=28818): Terminated: ok {rc=0}\u000a20:38:03.862348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Launched\u000a20:38:04.165496 run osmo-hlr_10.42.42.2(pid=28821): Launched\u000a20:38:04.282720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:04.815122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Launched\u000a20:38:05.120083 run osmo-stp_10.42.42.5(pid=28824): Launched\u000a20:38:05.231253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:05.769753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28826): Launched\u000a20:38:05.886132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:06.168282 run patchelf(pid=28827): Launched\u000a20:38:06.358019 run osmo-stp_10.42.42.5(pid=28824): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]\u000a20:38:06.496640 run osmo-stp_10.42.42.5(pid=28824): stdout: \u000a| (launched: 2022-12-13_20:38:04.970514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:06.636355 run osmo-stp_10.42.42.5(pid=28824): stderr: \u000a| �[0;m�[38;5;43m20221213203805140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203805140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203805140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203805141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203805141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203805141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203805141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:06.771029 run osmo-stp_10.42.42.5(pid=28824): stdout: \u000a| (launched: 2022-12-13_20:38:04.970514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:06.904520 run osmo-stp_10.42.42.5(pid=28824): stderr: \u000a| �[0;m�[38;5;43m20221213203805140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203805140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203805140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203805141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203805141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203805141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203805141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:07.060181 run patchelf(pid=28827): Terminating (SIGINT)\u000a20:38:07.243090 run patchelf(pid=28827): Terminated: ok {rc=0}\u000a20:38:07.276420 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)] [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a20:38:07.286333 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:38:07.349592 run osmo-hlr_10.42.42.2(pid=28821): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28821)]\u000a20:38:07.401150 run osmo-hlr_10.42.42.2(pid=28821): stdout: \u000a| (launched: 2022-12-13_20:38:04.016646) \u000a20:38:07.453344 run osmo-hlr_10.42.42.2(pid=28821): stderr: \u000a| �[0;m�[1;31m20221213203804191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203804191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203804191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203804191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203804191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203804191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203804204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203804214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203804214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203804214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:07.498059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Terminating (SIGTERM)\u000a20:38:07.540420 run iperf3-srv_10.42.42.10(pid=28811): Terminating (SIGTERM)\u000a20:38:07.582477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28812): Terminating (SIGTERM)\u000a20:38:07.624836 run iperf3-srv_10.42.42.10(pid=28813): Terminating (SIGTERM)\u000a20:38:07.668676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Terminating (SIGTERM)\u000a20:38:07.710779 run iperf3-srv_10.42.42.10(pid=28815): Terminating (SIGTERM)\u000a20:38:07.752836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Terminating (SIGTERM)\u000a20:38:07.795328 run iperf3-srv_10.42.42.10(pid=28817): Terminating (SIGTERM)\u000a20:38:07.837568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminating (SIGTERM)\u000a20:38:07.879582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminating (SIGTERM)\u000a20:38:07.921607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28826): Terminating (SIGTERM)\u000a20:38:07.931306 --- ParallelTerminationStrategy: PID 28810 died...\u000a20:38:07.987151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Terminated: ok {rc=0}\u000a20:38:07.997381 --- ParallelTerminationStrategy: PID 28811 died...\u000a20:38:08.052595 run iperf3-srv_10.42.42.10(pid=28811): Terminated {rc=256}\u000a20:38:08.062522 --- ParallelTerminationStrategy: PID 28812 died...\u000a20:38:08.118143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28812): Terminated: ok {rc=0}\u000a20:38:08.128217 --- ParallelTerminationStrategy: PID 28813 died...\u000a20:38:08.183612 run iperf3-srv_10.42.42.10(pid=28813): Terminated {rc=256}\u000a20:38:08.193990 --- ParallelTerminationStrategy: PID 28814 died...\u000a20:38:08.249436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28814): Terminated: ok {rc=0}\u000a20:38:08.259510 --- ParallelTerminationStrategy: PID 28815 died...\u000a20:38:08.314677 run iperf3-srv_10.42.42.10(pid=28815): Terminated {rc=256}\u000a20:38:08.324747 --- ParallelTerminationStrategy: PID 28816 died...\u000a20:38:08.380206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28816): Terminated: ok {rc=0}\u000a20:38:08.390336 --- ParallelTerminationStrategy: PID 28817 died...\u000a20:38:08.445631 run iperf3-srv_10.42.42.10(pid=28817): Terminated {rc=256}\u000a20:38:08.455556 --- ParallelTerminationStrategy: PID 28820 died...\u000a20:38:08.510887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminated: ok {rc=0}\u000a20:38:08.521036 --- ParallelTerminationStrategy: PID 28823 died...\u000a20:38:08.576567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminated: ok {rc=0}\u000a20:38:08.586716 --- ParallelTerminationStrategy: PID 28826 died...\u000a20:38:08.642474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28826): Terminated: ok {rc=0}\u000a20:38:08.729762 bus /gobi_4: Setting Powered False\u000a20:38:09.831997 bus /gobi_4: Setting Powered False\u000a20:38:10.944687 bus /gobi_1: Setting Powered False\u000a20:38:12.047488 bus /gobi_1: Setting Powered False\u000a20:38:13.158919 bus /gobi_0: Setting Powered False\u000a20:38:14.261235 bus /gobi_0: Setting Powered False\u000a20:38:15.369944 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28835): Process ended prematurely: osmo-stp_10.42.42.5(pid=28835) [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28835)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28835): Process ended prematurely: osmo-stp_10.42.42.5(pid=28835) [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a20:38:16.439904 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:16.453320 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:38:16.604714 tst ping.py: using LAC 36127\u000a20:38:16.729944 tst ping.py: using RAC 172\u000a20:38:16.855769 tst ping.py: using CellId 36127\u000a20:38:16.981814 tst ping.py: using BVCI 36128\u000a20:38:17.007029 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:17.019348 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:17.031504 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:17.043649 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:17.055875 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:17.067542 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:17.079572 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:17.092015 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:38:17.398919 tst ping.py:19: start network...\u000a20:38:17.531460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:18.040904 run create_hlr_db(pid=28829): Launched\u000a20:38:18.224765 bus /gobi_6: Setting Powered False\u000a20:38:19.245518 run create_hlr_db(pid=28829): Terminated: ok {rc=0}\u000a20:38:19.670006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28831): Launched\u000a20:38:19.987126 run osmo-hlr_10.42.42.2(pid=28832): Launched\u000a20:38:20.101547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:20.656282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28834): Launched\u000a20:38:20.975349 run osmo-stp_10.42.42.5(pid=28835): Launched\u000a20:38:21.090019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:21.645505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28837): Launched\u000a20:38:21.759011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:22.035622 run patchelf(pid=28838): Launched\u000a20:38:22.221950 run osmo-stp_10.42.42.5(pid=28835): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28835)]\u000a20:38:22.357684 run osmo-stp_10.42.42.5(pid=28835): stdout: \u000a| (launched: 2022-12-13_20:38:20.818470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:22.493623 run osmo-stp_10.42.42.5(pid=28835): stderr: \u000a| �[0;m�[38;5;43m20221213203821007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203821007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203821007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203821008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203821008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203821008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203821008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:22.626124 run osmo-stp_10.42.42.5(pid=28835): stdout: \u000a| (launched: 2022-12-13_20:38:20.818470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:22.757632 run osmo-stp_10.42.42.5(pid=28835): stderr: \u000a| �[0;m�[38;5;43m20221213203821007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203821007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203821007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203821008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203821008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203821008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203821008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:22.910492 run patchelf(pid=28838): Terminating (SIGINT)\u000a20:38:23.090241 run patchelf(pid=28838): Terminated: ok {rc=0}\u000a20:38:23.122939 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28835): Process ended prematurely: osmo-stp_10.42.42.5(pid=28835) [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28835)] [trial-2394↪gprs:trx-sysmocell5000↪ping.py:22]\u000a20:38:23.131856 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:38:23.194642 run osmo-hlr_10.42.42.2(pid=28832): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28832)]\u000a20:38:23.246184 run osmo-hlr_10.42.42.2(pid=28832): stdout: \u000a| (launched: 2022-12-13_20:38:19.831121) \u000a20:38:23.298191 run osmo-hlr_10.42.42.2(pid=28832): stderr: \u000a| �[0;m�[1;31m20221213203820025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203820025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203820025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203820025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203820025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203820025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203820037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203820046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203820046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203820046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:23.342698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28831): Terminating (SIGTERM)\u000a20:38:23.384280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28834): Terminating (SIGTERM)\u000a20:38:23.426361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28837): Terminating (SIGTERM)\u000a20:38:23.436076 --- ParallelTerminationStrategy: PID 28831 died...\u000a20:38:23.492233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28831): Terminated: ok {rc=0}\u000a20:38:23.502518 --- ParallelTerminationStrategy: PID 28834 died...\u000a20:38:23.558449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28834): Terminated: ok {rc=0}\u000a20:38:23.568431 --- ParallelTerminationStrategy: PID 28837 died...\u000a20:38:23.624310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28837): Terminated: ok {rc=0}\u000a20:38:23.711611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a20:38:24.764925 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:24.776609 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:38:24.925552 tst ping_idle_ping.py: using LAC 36128\u000a20:38:25.048925 tst ping_idle_ping.py: using RAC 173\u000a20:38:25.172680 tst ping_idle_ping.py: using CellId 36128\u000a20:38:25.291554 tst ping_idle_ping.py: using BVCI 36129\u000a20:38:25.314263 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:25.325149 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:25.335778 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:25.346418 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:25.357525 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:25.368722 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:25.379750 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:38:25.390699 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:38:25.682594 tst ping_idle_ping.py:24: start network...\u000a20:38:25.815873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:26.330353 run create_hlr_db(pid=28839): Launched\u000a20:38:26.515808 bus /gobi_6: Setting Powered False\u000a20:38:27.536576 run create_hlr_db(pid=28839): Terminated: ok {rc=0}\u000a20:38:27.939732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Launched\u000a20:38:28.238781 run osmo-hlr_10.42.42.2(pid=28842): Launched\u000a20:38:28.356283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:28.879370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Launched\u000a20:38:29.177277 run osmo-stp_10.42.42.5(pid=28845): Launched\u000a20:38:29.285670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:29.805722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28847): Launched\u000a20:38:29.911652 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:30.171485 run patchelf(pid=28848): Launched\u000a20:38:30.346406 run osmo-stp_10.42.42.5(pid=28845): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)]\u000a20:38:30.474391 run osmo-stp_10.42.42.5(pid=28845): stdout: \u000a| (launched: 2022-12-13_20:38:29.030654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:30.602495 run osmo-stp_10.42.42.5(pid=28845): stderr: \u000a| �[0;m�[38;5;43m20221213203829196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203829197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203829197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203829197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203829198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203829198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203829198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:30.726447 run osmo-stp_10.42.42.5(pid=28845): stdout: \u000a| (launched: 2022-12-13_20:38:29.030654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:30.860483 run osmo-stp_10.42.42.5(pid=28845): stderr: \u000a| �[0;m�[38;5;43m20221213203829196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203829197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203829197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203829197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203829198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203829198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203829198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:31.023147 run patchelf(pid=28848): Terminating (SIGINT)\u000a20:38:31.214409 run patchelf(pid=28848): Terminated: ok {rc=0}\u000a20:38:31.248602 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28845): Process ended prematurely: osmo-stp_10.42.42.5(pid=28845) [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28845)] [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a20:38:31.258666 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:38:31.323493 run osmo-hlr_10.42.42.2(pid=28842): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28842)]\u000a20:38:31.377889 run osmo-hlr_10.42.42.2(pid=28842): stdout: \u000a| (launched: 2022-12-13_20:38:28.091540) \u000a20:38:31.431938 run osmo-hlr_10.42.42.2(pid=28842): stderr: \u000a| �[0;m�[1;31m20221213203828263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203828263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203828263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203828263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203828263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203828263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203828275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203828284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203828284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203828284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:31.479248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Terminating (SIGTERM)\u000a20:38:31.524841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Terminating (SIGTERM)\u000a20:38:31.571605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28847): Terminating (SIGTERM)\u000a20:38:31.582213 --- ParallelTerminationStrategy: PID 28841 died...\u000a20:38:31.641921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28841): Terminated: ok {rc=0}\u000a20:38:31.652624 --- ParallelTerminationStrategy: PID 28844 died...\u000a20:38:31.711494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28844): Terminated: ok {rc=0}\u000a20:38:31.722344 --- ParallelTerminationStrategy: PID 28847 died...\u000a20:38:31.781132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28847): Terminated: ok {rc=0}\u000a20:38:31.868433 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:37:33" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28862): Process ended prematurely: osmo-stp_10.42.42.5(pid=28862) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28862): Process ended prematurely: osmo-stp_10.42.42.5(pid=28862) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:38:34.029632 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.041310 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:38:34.183479 tst cs_paging_gprs_active.py: using LAC 36129\u000a20:38:34.305642 tst cs_paging_gprs_active.py: using RAC 174\u000a20:38:34.425057 tst cs_paging_gprs_active.py: using CellId 36129\u000a20:38:34.546483 tst cs_paging_gprs_active.py: using BVCI 36130\u000a20:38:34.570004 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.580874 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.591646 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.602367 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.613711 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.624778 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.635847 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.647230 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:34.658462 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:38:34.780531 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:38:35.061633 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:38:35.189295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:35.505449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28852): Launched\u000a20:38:35.769191 run iperf3-srv_10.42.42.10(pid=28853): Launched\u000a20:38:35.955009 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:38:36.082459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:36.397862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28854): Launched\u000a20:38:36.660515 run iperf3-srv_10.42.42.10(pid=28855): Launched\u000a20:38:36.845683 tst cs_paging_gprs_active.py:38: start network...\u000a20:38:36.972445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:37.452484 run create_hlr_db(pid=28856): Launched\u000a20:38:37.627880 bus /gobi_6: Setting Powered False\u000a20:38:38.649670 run create_hlr_db(pid=28856): Terminated: ok {rc=0}\u000a20:38:39.084324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Launched\u000a20:38:39.411593 run osmo-hlr_10.42.42.2(pid=28859): Launched\u000a20:38:39.530626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:40.100398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Launched\u000a20:38:40.427108 run osmo-stp_10.42.42.5(pid=28862): Launched\u000a20:38:40.544643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:41.117361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Launched\u000a20:38:41.234629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:41.519234 run patchelf(pid=28865): Launched\u000a20:38:41.710507 run osmo-stp_10.42.42.5(pid=28862): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)]\u000a20:38:41.850801 run osmo-stp_10.42.42.5(pid=28862): stdout: \u000a| (launched: 2022-12-13_20:38:40.266263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:41.990398 run osmo-stp_10.42.42.5(pid=28862): stderr: \u000a| �[0;m�[38;5;43m20221213203840454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203840454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203840455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203840455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203840455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203840456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203840456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:42.125861 run osmo-stp_10.42.42.5(pid=28862): stdout: \u000a| (launched: 2022-12-13_20:38:40.266263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:42.260373 run osmo-stp_10.42.42.5(pid=28862): stderr: \u000a| �[0;m�[38;5;43m20221213203840454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203840454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203840455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203840455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203840455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203840456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203840456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:42.417103 run patchelf(pid=28865): Terminating (SIGINT)\u000a20:38:42.600906 run patchelf(pid=28865): Terminated: ok {rc=0}\u000a20:38:42.635055 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28862): Process ended prematurely: osmo-stp_10.42.42.5(pid=28862) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:38:42.645242 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:38:42.708923 run osmo-hlr_10.42.42.2(pid=28859): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28859)]\u000a20:38:42.760875 run osmo-hlr_10.42.42.2(pid=28859): stdout: \u000a| (launched: 2022-12-13_20:38:39.250787) \u000a20:38:42.813572 run osmo-hlr_10.42.42.2(pid=28859): stderr: \u000a| �[0;m�[1;31m20221213203839445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203839445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203839445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203839445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203839445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203839445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203839525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203839535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203839535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203839536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:42.858437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28852): Terminating (SIGTERM)\u000a20:38:42.900631 run iperf3-srv_10.42.42.10(pid=28853): Terminating (SIGTERM)\u000a20:38:42.943121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28854): Terminating (SIGTERM)\u000a20:38:42.985420 run iperf3-srv_10.42.42.10(pid=28855): Terminating (SIGTERM)\u000a20:38:43.027680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Terminating (SIGTERM)\u000a20:38:43.070548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Terminating (SIGTERM)\u000a20:38:43.112735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Terminating (SIGTERM)\u000a20:38:43.122501 --- ParallelTerminationStrategy: PID 28852 died...\u000a20:38:43.179199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28852): Terminated: ok {rc=0}\u000a20:38:43.189410 --- ParallelTerminationStrategy: PID 28853 died...\u000a20:38:43.245620 run iperf3-srv_10.42.42.10(pid=28853): Terminated {rc=256}\u000a20:38:43.255775 --- ParallelTerminationStrategy: PID 28854 died...\u000a20:38:43.311756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28854): Terminated: ok {rc=0}\u000a20:38:43.321963 --- ParallelTerminationStrategy: PID 28855 died...\u000a20:38:43.377705 run iperf3-srv_10.42.42.10(pid=28855): Terminated {rc=256}\u000a20:38:43.387784 --- ParallelTerminationStrategy: PID 28858 died...\u000a20:38:43.443602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Terminated: ok {rc=0}\u000a20:38:43.454027 --- ParallelTerminationStrategy: PID 28861 died...\u000a20:38:43.509964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Terminated: ok {rc=0}\u000a20:38:43.520088 --- ParallelTerminationStrategy: PID 28864 died...\u000a20:38:43.576155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Terminated: ok {rc=0}\u000a20:38:43.662301 bus /gobi_0: Setting Powered False\u000a20:38:44.769021 bus /gobi_0: Setting Powered False\u000a20:38:45.906368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28874): Process ended prematurely: osmo-stp_10.42.42.5(pid=28874) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28874): Process ended prematurely: osmo-stp_10.42.42.5(pid=28874) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:38:47.023441 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.036247 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:38:47.181608 tst iperf3.py: using LAC 36130\u000a20:38:47.312081 tst iperf3.py: using RAC 175\u000a20:38:47.441216 tst iperf3.py: using CellId 36130\u000a20:38:47.569873 tst iperf3.py: using BVCI 36131\u000a20:38:47.594645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.606110 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.617368 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.628851 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.640148 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.651407 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.662783 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.673971 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:47.685552 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:38:47.980244 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:38:48.115751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:48.451822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Launched\u000a20:38:48.730872 run iperf3-srv_10.42.42.10(pid=28867): Launched\u000a20:38:48.930067 tst iperf3.py:8: start network...\u000a20:38:49.065644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:49.585080 run create_hlr_db(pid=28868): Launched\u000a20:38:49.772331 bus /gobi_6: Setting Powered False\u000a20:38:50.794019 run create_hlr_db(pid=28868): Terminated: ok {rc=0}\u000a20:38:51.201350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Launched\u000a20:38:51.504729 run osmo-hlr_10.42.42.2(pid=28871): Launched\u000a20:38:51.624451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:52.158348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Launched\u000a20:38:52.462349 run osmo-stp_10.42.42.5(pid=28874): Launched\u000a20:38:52.574046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:53.102731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28876): Launched\u000a20:38:53.211155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:53.475635 run patchelf(pid=28877): Launched\u000a20:38:53.653507 run osmo-stp_10.42.42.5(pid=28874): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)]\u000a20:38:53.783786 run osmo-stp_10.42.42.5(pid=28874): stdout: \u000a| (launched: 2022-12-13_20:38:52.312683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:53.914840 run osmo-stp_10.42.42.5(pid=28874): stderr: \u000a| �[0;m�[38;5;43m20221213203852477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203852478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203852478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203852478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203852479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203852479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203852479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:54.041270 run osmo-stp_10.42.42.5(pid=28874): stdout: \u000a| (launched: 2022-12-13_20:38:52.312683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:54.166552 run osmo-stp_10.42.42.5(pid=28874): stderr: \u000a| �[0;m�[38;5;43m20221213203852477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203852478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203852478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203852478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203852479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203852479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203852479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:54.312403 run patchelf(pid=28877): Terminating (SIGINT)\u000a20:38:54.484038 run patchelf(pid=28877): Terminated: ok {rc=0}\u000a20:38:54.515607 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28874): Process ended prematurely: osmo-stp_10.42.42.5(pid=28874) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a20:38:54.524887 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:38:54.585856 run osmo-hlr_10.42.42.2(pid=28871): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28871)]\u000a20:38:54.635515 run osmo-hlr_10.42.42.2(pid=28871): stdout: \u000a| (launched: 2022-12-13_20:38:51.356148) \u000a20:38:54.686192 run osmo-hlr_10.42.42.2(pid=28871): stderr: \u000a| �[0;m�[1;31m20221213203851528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203851528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203851529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203851529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203851529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203851529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203851540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203851549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203851549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203851550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:54.729311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Terminating (SIGTERM)\u000a20:38:54.769927 run iperf3-srv_10.42.42.10(pid=28867): Terminating (SIGTERM)\u000a20:38:54.810351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Terminating (SIGTERM)\u000a20:38:54.851127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Terminating (SIGTERM)\u000a20:38:54.891578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28876): Terminating (SIGTERM)\u000a20:38:54.900870 --- ParallelTerminationStrategy: PID 28866 died...\u000a20:38:54.955554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28866): Terminated: ok {rc=0}\u000a20:38:54.965346 --- ParallelTerminationStrategy: PID 28867 died...\u000a20:38:55.019546 run iperf3-srv_10.42.42.10(pid=28867): Terminated {rc=256}\u000a20:38:55.029187 --- ParallelTerminationStrategy: PID 28870 died...\u000a20:38:55.083655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Terminated: ok {rc=0}\u000a20:38:55.093465 --- ParallelTerminationStrategy: PID 28873 died...\u000a20:38:55.147670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Terminated: ok {rc=0}\u000a20:38:55.157432 --- ParallelTerminationStrategy: PID 28876 died...\u000a20:38:55.211614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28876): Terminated: ok {rc=0}\u000a20:38:55.300926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29161): Process ended prematurely: osmo-stp_10.42.42.5(pid=29161) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29161): Process ended prematurely: osmo-stp_10.42.42.5(pid=29161) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:38:56.417230 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:56.429603 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:38:56.577938 tst iperf3m4.py: using LAC 36131\u000a20:38:56.701752 tst iperf3m4.py: using RAC 176\u000a20:38:56.823287 tst iperf3m4.py: using CellId 36131\u000a20:38:56.944326 tst iperf3m4.py: using BVCI 36132\u000a20:38:56.967515 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:56.978744 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:56.990105 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:57.001027 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:57.012585 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:57.024280 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:57.036113 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:57.047862 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:38:57.059576 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:38:57.184161 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:38:57.307535 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:38:57.425930 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:38:57.723526 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:38:57.860393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:58.198064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28878): Launched\u000a20:38:58.477581 run iperf3-srv_10.42.42.10(pid=28879): Launched\u000a20:38:58.677765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:38:58.814436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:59.150999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28880): Launched\u000a20:38:59.430731 run iperf3-srv_10.42.42.10(pid=28881): Launched\u000a20:38:59.630815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:38:59.767846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:00.105772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Launched\u000a20:39:00.386721 run iperf3-srv_10.42.42.10(pid=28883): Launched\u000a20:39:00.586430 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:39:00.723480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:01.094869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Launched\u000a20:39:01.458304 run iperf3-srv_10.42.42.10(pid=28908): Launched\u000a20:39:01.675028 tst iperf3m4.py:8: start network...\u000a20:39:01.814116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:02.452170 run create_hlr_db(pid=28935): Launched\u000a20:39:02.702223 bus /gobi_6: Setting Powered False\u000a20:39:03.721803 run create_hlr_db(pid=28935): Terminated: ok {rc=0}\u000a20:39:04.238227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Launched\u000a20:39:04.663740 run osmo-hlr_10.42.42.2(pid=29158): Launched\u000a20:39:04.901265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:05.523319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Launched\u000a20:39:05.924232 run osmo-stp_10.42.42.5(pid=29161): Launched\u000a20:39:06.167778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:06.785638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29165): Launched\u000a20:39:06.906403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:07.201874 run patchelf(pid=29166): Launched\u000a20:39:07.385491 run osmo-stp_10.42.42.5(pid=29161): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)]\u000a20:39:07.520519 run osmo-stp_10.42.42.5(pid=29161): stdout: \u000a| (launched: 2022-12-13_20:39:05.682802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:07.656158 run osmo-stp_10.42.42.5(pid=29161): stderr: \u000a| �[0;m�[38;5;43m20221213203906010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203906010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203906010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203906011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203906011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203906012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203906012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:07.789591 run osmo-stp_10.42.42.5(pid=29161): stdout: \u000a| (launched: 2022-12-13_20:39:05.682802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:07.918910 run osmo-stp_10.42.42.5(pid=29161): stderr: \u000a| �[0;m�[38;5;43m20221213203906010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203906010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203906010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203906011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203906011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203906012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203906012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:08.070733 run patchelf(pid=29166): Terminating (SIGINT)\u000a20:39:08.247724 run patchelf(pid=29166): Terminated: ok {rc=0}\u000a20:39:08.280898 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29161): Process ended prematurely: osmo-stp_10.42.42.5(pid=29161) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29161)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:39:08.291246 tst iperf3m4.py:8: Test FAILED (11.9 sec)\u000a20:39:08.356981 run osmo-hlr_10.42.42.2(pid=29158): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29158)]\u000a20:39:08.408528 run osmo-hlr_10.42.42.2(pid=29158): stdout: \u000a| (launched: 2022-12-13_20:39:04.400752) \u000a20:39:08.461385 run osmo-hlr_10.42.42.2(pid=29158): stderr: \u000a| �[0;m�[1;31m20221213203904732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203904732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203904732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203904732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203904732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203904732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203904754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203904767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203904768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203904768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:08.507484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28878): Terminating (SIGTERM)\u000a20:39:08.553382 run iperf3-srv_10.42.42.10(pid=28879): Terminating (SIGTERM)\u000a20:39:08.598472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28880): Terminating (SIGTERM)\u000a20:39:08.642453 run iperf3-srv_10.42.42.10(pid=28881): Terminating (SIGTERM)\u000a20:39:08.687548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Terminating (SIGTERM)\u000a20:39:08.732014 run iperf3-srv_10.42.42.10(pid=28883): Terminating (SIGTERM)\u000a20:39:08.778129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Terminating (SIGTERM)\u000a20:39:08.822467 run iperf3-srv_10.42.42.10(pid=28908): Terminating (SIGTERM)\u000a20:39:08.867092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Terminating (SIGTERM)\u000a20:39:08.911595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Terminating (SIGTERM)\u000a20:39:08.958011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29165): Terminating (SIGTERM)\u000a20:39:08.967846 --- ParallelTerminationStrategy: PID 28878 died...\u000a20:39:09.026217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28878): Terminated: ok {rc=0}\u000a20:39:09.036742 --- ParallelTerminationStrategy: PID 28879 died...\u000a20:39:09.094535 run iperf3-srv_10.42.42.10(pid=28879): Terminated {rc=256}\u000a20:39:09.107021 --- ParallelTerminationStrategy: PID 28880 died...\u000a20:39:09.166055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28880): Terminated: ok {rc=0}\u000a20:39:09.176600 --- ParallelTerminationStrategy: PID 28881 died...\u000a20:39:09.234071 run iperf3-srv_10.42.42.10(pid=28881): Terminated {rc=256}\u000a20:39:09.244572 --- ParallelTerminationStrategy: PID 28882 died...\u000a20:39:09.302683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Terminated: ok {rc=0}\u000a20:39:09.313303 --- ParallelTerminationStrategy: PID 28883 died...\u000a20:39:09.372199 run iperf3-srv_10.42.42.10(pid=28883): Terminated {rc=256}\u000a20:39:09.382761 --- ParallelTerminationStrategy: PID 28884 died...\u000a20:39:09.440324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Terminated: ok {rc=0}\u000a20:39:09.451522 --- ParallelTerminationStrategy: PID 28908 died...\u000a20:39:09.509823 run iperf3-srv_10.42.42.10(pid=28908): Terminated {rc=256}\u000a20:39:09.520836 --- ParallelTerminationStrategy: PID 29152 died...\u000a20:39:09.580320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Terminated: ok {rc=0}\u000a20:39:09.590926 --- ParallelTerminationStrategy: PID 29160 died...\u000a20:39:09.648312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29160): Terminated: ok {rc=0}\u000a20:39:09.658977 --- ParallelTerminationStrategy: PID 29165 died...\u000a20:39:09.716857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29165): Terminated: ok {rc=0}\u000a20:39:09.807279 bus /gobi_4: Setting Powered False\u000a20:39:10.912430 bus /gobi_4: Setting Powered False\u000a20:39:12.024262 bus /gobi_1: Setting Powered False\u000a20:39:13.128767 bus /gobi_1: Setting Powered False\u000a20:39:14.241679 bus /gobi_0: Setting Powered False\u000a20:39:15.347825 bus /gobi_0: Setting Powered False\u000a20:39:16.503013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29173): Process ended prematurely: osmo-stp_10.42.42.5(pid=29173) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29173): Process ended prematurely: osmo-stp_10.42.42.5(pid=29173) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:39:17.577094 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:17.590206 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:39:17.738384 tst ping.py: using LAC 36132\u000a20:39:17.867719 tst ping.py: using RAC 177\u000a20:39:17.997520 tst ping.py: using CellId 36132\u000a20:39:18.127741 tst ping.py: using BVCI 36133\u000a20:39:18.153465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:18.166085 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:18.178716 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:18.191290 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:18.203944 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:18.216308 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:18.229080 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:18.241801 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:39:18.529445 tst ping.py:19: start network...\u000a20:39:18.660383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:19.180513 run create_hlr_db(pid=29167): Launched\u000a20:39:19.359385 bus /gobi_6: Setting Powered False\u000a20:39:20.381017 run create_hlr_db(pid=29167): Terminated: ok {rc=0}\u000a20:39:20.809142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Launched\u000a20:39:21.210230 run osmo-hlr_10.42.42.2(pid=29170): Launched\u000a20:39:21.439507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:22.083131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Launched\u000a20:39:22.484349 run osmo-stp_10.42.42.5(pid=29173): Launched\u000a20:39:22.726068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:23.325760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Launched\u000a20:39:23.437439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:23.725619 run patchelf(pid=29176): Launched\u000a20:39:23.909917 run osmo-stp_10.42.42.5(pid=29173): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)]\u000a20:39:24.045220 run osmo-stp_10.42.42.5(pid=29173): stdout: \u000a| (launched: 2022-12-13_20:39:22.240849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:24.180936 run osmo-stp_10.42.42.5(pid=29173): stderr: \u000a| �[0;m�[38;5;43m20221213203922562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203922562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203922562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203922563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203922563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203922563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203922563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:24.311426 run osmo-stp_10.42.42.5(pid=29173): stdout: \u000a| (launched: 2022-12-13_20:39:22.240849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:24.440578 run osmo-stp_10.42.42.5(pid=29173): stderr: \u000a| �[0;m�[38;5;43m20221213203922562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203922562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203922562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203922563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203922563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203922563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203922563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:24.591820 run patchelf(pid=29176): Terminating (SIGINT)\u000a20:39:24.769795 run patchelf(pid=29176): Terminated: ok {rc=0}\u000a20:39:24.802223 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29173): Process ended prematurely: osmo-stp_10.42.42.5(pid=29173) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29173)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a20:39:24.812024 tst ping.py:22: Test FAILED (7.2 sec)\u000a20:39:24.876607 run osmo-hlr_10.42.42.2(pid=29170): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29170)]\u000a20:39:24.928339 run osmo-hlr_10.42.42.2(pid=29170): stdout: \u000a| (launched: 2022-12-13_20:39:20.966984) \u000a20:39:24.983843 run osmo-hlr_10.42.42.2(pid=29170): stderr: \u000a| �[0;m�[1;31m20221213203921301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203921301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203921301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203921301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203921301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203921301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203921327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203921339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203921339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203921339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:25.029719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Terminating (SIGTERM)\u000a20:39:25.071046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Terminating (SIGTERM)\u000a20:39:25.111826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Terminating (SIGTERM)\u000a20:39:25.121047 --- ParallelTerminationStrategy: PID 29169 died...\u000a20:39:25.175776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29169): Terminated: ok {rc=0}\u000a20:39:25.185654 --- ParallelTerminationStrategy: PID 29172 died...\u000a20:39:25.240597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29172): Terminated: ok {rc=0}\u000a20:39:25.250441 --- ParallelTerminationStrategy: PID 29175 died...\u000a20:39:25.305027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29175): Terminated: ok {rc=0}\u000a20:39:25.394452 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29184): Process ended prematurely: osmo-stp_10.42.42.5(pid=29184) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29184): Process ended prematurely: osmo-stp_10.42.42.5(pid=29184) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:39:26.446687 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:26.458495 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:39:26.603475 tst ping_idle_ping.py: using LAC 36133\u000a20:39:26.729445 tst ping_idle_ping.py: using RAC 178\u000a20:39:26.856156 tst ping_idle_ping.py: using CellId 36133\u000a20:39:26.983007 tst ping_idle_ping.py: using BVCI 36134\u000a20:39:27.007560 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:27.019283 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:27.030662 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:27.041982 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:27.053244 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:27.064494 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:27.076081 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:39:27.087374 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:39:27.363082 tst ping_idle_ping.py:24: start network...\u000a20:39:27.486558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:27.960337 run create_hlr_db(pid=29178): Launched\u000a20:39:28.133277 bus /gobi_6: Setting Powered False\u000a20:39:29.154343 run create_hlr_db(pid=29178): Terminated: ok {rc=0}\u000a20:39:29.580886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Launched\u000a20:39:29.903409 run osmo-hlr_10.42.42.2(pid=29181): Launched\u000a20:39:30.023090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:30.582427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Launched\u000a20:39:31.004079 run osmo-stp_10.42.42.5(pid=29184): Launched\u000a20:39:31.218966 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:31.914542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Launched\u000a20:39:32.029319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:32.312658 run patchelf(pid=29187): Launched\u000a20:39:32.493123 run osmo-stp_10.42.42.5(pid=29184): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)]\u000a20:39:32.623016 run osmo-stp_10.42.42.5(pid=29184): stdout: \u000a| (launched: 2022-12-13_20:39:30.745823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:32.752384 run osmo-stp_10.42.42.5(pid=29184): stderr: \u000a| �[0;m�[38;5;43m20221213203931024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203931024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203931024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203931029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203931030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203931030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203931030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:32.877740 run osmo-stp_10.42.42.5(pid=29184): stdout: \u000a| (launched: 2022-12-13_20:39:30.745823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:33.001979 run osmo-stp_10.42.42.5(pid=29184): stderr: \u000a| �[0;m�[38;5;43m20221213203931024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203931024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203931024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203931029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203931030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203931030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203931030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:33.146262 run patchelf(pid=29187): Terminating (SIGINT)\u000a20:39:33.316153 run patchelf(pid=29187): Terminated: ok {rc=0}\u000a20:39:33.347553 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29184): Process ended prematurely: osmo-stp_10.42.42.5(pid=29184) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:39:33.356155 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a20:39:33.417117 run osmo-hlr_10.42.42.2(pid=29181): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29181)]\u000a20:39:33.466560 run osmo-hlr_10.42.42.2(pid=29181): stdout: \u000a| (launched: 2022-12-13_20:39:29.744619) \u000a20:39:33.516785 run osmo-hlr_10.42.42.2(pid=29181): stderr: \u000a| �[0;m�[1;31m20221213203929939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203929939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203929939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203929939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203929939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203929939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203929950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203929959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203929959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203929959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:33.559761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Terminating (SIGTERM)\u000a20:39:33.600442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Terminating (SIGTERM)\u000a20:39:33.641084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Terminating (SIGTERM)\u000a20:39:33.650689 --- ParallelTerminationStrategy: PID 29180 died...\u000a20:39:33.705270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Terminated: ok {rc=0}\u000a20:39:33.715131 --- ParallelTerminationStrategy: PID 29183 died...\u000a20:39:33.769484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Terminated: ok {rc=0}\u000a20:39:33.779200 --- ParallelTerminationStrategy: PID 29186 died...\u000a20:39:33.833571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Terminated: ok {rc=0}\u000a20:39:33.921606 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:38:33" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:39:36.103052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.114540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:39:36.279565 tst cs_paging_gprs_active.py: using LAC 36134\u000a20:39:36.406505 tst cs_paging_gprs_active.py: using RAC 179\u000a20:39:36.531703 tst cs_paging_gprs_active.py: using CellId 36134\u000a20:39:36.657278 tst cs_paging_gprs_active.py: using BVCI 36135\u000a20:39:36.682450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.693914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.705385 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.716668 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.728000 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.739298 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.750729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.762129 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:36.773860 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:39:36.891855 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:39:37.188614 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:39:37.324183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:37.660864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Launched\u000a20:39:37.941836 run iperf3-srv_10.42.42.10(pid=29193): Launched\u000a20:39:38.143619 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:39:38.273247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:38.588338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Launched\u000a20:39:38.851260 run iperf3-srv_10.42.42.10(pid=29195): Launched\u000a20:39:39.036029 tst cs_paging_gprs_active.py:38: start network...\u000a20:39:39.162506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:39.642501 run create_hlr_db(pid=29196): Launched\u000a20:39:39.817646 bus /gobi_6: Setting Powered False\u000a20:39:40.838968 run create_hlr_db(pid=29196): Terminated: ok {rc=0}\u000a20:39:41.246486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Launched\u000a20:39:41.552098 run osmo-hlr_10.42.42.2(pid=29199): Launched\u000a20:39:41.671335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:42.205766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Launched\u000a20:39:42.511479 run osmo-stp_10.42.42.5(pid=29202): Launched\u000a20:39:42.622856 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:43.161526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Launched\u000a20:39:43.278407 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:43.563043 run patchelf(pid=29205): Launched\u000a20:39:43.753938 run osmo-stp_10.42.42.5(pid=29202): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]\u000a20:39:43.892621 run osmo-stp_10.42.42.5(pid=29202): stdout: \u000a| (launched: 2022-12-13_20:39:42.361206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:44.031624 run osmo-stp_10.42.42.5(pid=29202): stderr: \u000a| �[0;m�[38;5;43m20221213203942529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203942529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203942529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203942530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203942530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203942530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203942530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:44.166797 run osmo-stp_10.42.42.5(pid=29202): stdout: \u000a| (launched: 2022-12-13_20:39:42.361206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:44.301236 run osmo-stp_10.42.42.5(pid=29202): stderr: \u000a| �[0;m�[38;5;43m20221213203942529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203942529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203942529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203942530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203942530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203942530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203942530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:44.457408 run patchelf(pid=29205): Terminating (SIGINT)\u000a20:39:44.640467 run patchelf(pid=29205): Terminated: ok {rc=0}\u000a20:39:44.674625 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:39:44.684505 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:39:44.747781 run osmo-hlr_10.42.42.2(pid=29199): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29199)]\u000a20:39:44.799431 run osmo-hlr_10.42.42.2(pid=29199): stdout: \u000a| (launched: 2022-12-13_20:39:41.401961) \u000a20:39:44.851503 run osmo-hlr_10.42.42.2(pid=29199): stderr: \u000a| �[0;m�[1;31m20221213203941578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203941578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203941578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203941578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203941578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203941578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203941590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203941599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203941599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203941599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:44.895994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Terminating (SIGTERM)\u000a20:39:44.938038 run iperf3-srv_10.42.42.10(pid=29193): Terminating (SIGTERM)\u000a20:39:44.979896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Terminating (SIGTERM)\u000a20:39:45.021960 run iperf3-srv_10.42.42.10(pid=29195): Terminating (SIGTERM)\u000a20:39:45.064571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Terminating (SIGTERM)\u000a20:39:45.106928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Terminating (SIGTERM)\u000a20:39:45.149189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Terminating (SIGTERM)\u000a20:39:45.158810 --- ParallelTerminationStrategy: PID 29192 died...\u000a20:39:45.214706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Terminated: ok {rc=0}\u000a20:39:45.224648 --- ParallelTerminationStrategy: PID 29193 died...\u000a20:39:45.280095 run iperf3-srv_10.42.42.10(pid=29193): Terminated {rc=256}\u000a20:39:45.290030 --- ParallelTerminationStrategy: PID 29194 died...\u000a20:39:45.345366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Terminated: ok {rc=0}\u000a20:39:45.355285 --- ParallelTerminationStrategy: PID 29195 died...\u000a20:39:45.410475 run iperf3-srv_10.42.42.10(pid=29195): Terminated {rc=256}\u000a20:39:45.420366 --- ParallelTerminationStrategy: PID 29198 died...\u000a20:39:45.475662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Terminated: ok {rc=0}\u000a20:39:45.485699 --- ParallelTerminationStrategy: PID 29201 died...\u000a20:39:45.540854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Terminated: ok {rc=0}\u000a20:39:45.550769 --- ParallelTerminationStrategy: PID 29204 died...\u000a20:39:45.606564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Terminated: ok {rc=0}\u000a20:39:45.693742 bus /gobi_0: Setting Powered False\u000a20:39:46.822331 bus /gobi_0: Setting Powered False\u000a20:39:47.932104 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29215): Process ended prematurely: osmo-stp_10.42.42.5(pid=29215) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29215)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29215): Process ended prematurely: osmo-stp_10.42.42.5(pid=29215) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:39:49.047510 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.059590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:39:49.233981 tst iperf3.py: using LAC 36135\u000a20:39:49.364261 tst iperf3.py: using RAC 180\u000a20:39:49.485304 tst iperf3.py: using CellId 36135\u000a20:39:49.605409 tst iperf3.py: using BVCI 36136\u000a20:39:49.628685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.639880 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.651030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.662107 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.673242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.684413 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.695762 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.706954 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:49.718439 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:39:50.014640 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:39:50.152090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:50.488622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29207): Launched\u000a20:39:50.769487 run iperf3-srv_10.42.42.10(pid=29208): Launched\u000a20:39:50.968560 tst iperf3.py:8: start network...\u000a20:39:51.104458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:51.625966 run create_hlr_db(pid=29209): Launched\u000a20:39:51.813973 bus /gobi_6: Setting Powered False\u000a20:39:52.834774 run create_hlr_db(pid=29209): Terminated: ok {rc=0}\u000a20:39:53.267810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29211): Launched\u000a20:39:53.594938 run osmo-hlr_10.42.42.2(pid=29212): Launched\u000a20:39:53.717325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:54.284020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29214): Launched\u000a20:39:54.609503 run osmo-stp_10.42.42.5(pid=29215): Launched\u000a20:39:54.727644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:55.295183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29217): Launched\u000a20:39:55.411446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:55.695561 run patchelf(pid=29218): Launched\u000a20:39:55.886178 run osmo-stp_10.42.42.5(pid=29215): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29215)]\u000a20:39:56.025563 run osmo-stp_10.42.42.5(pid=29215): stdout: \u000a| (launched: 2022-12-13_20:39:54.450326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:56.165281 run osmo-stp_10.42.42.5(pid=29215): stderr: \u000a| �[0;m�[38;5;43m20221213203954641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203954641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203954642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203954642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:56.300651 run osmo-stp_10.42.42.5(pid=29215): stdout: \u000a| (launched: 2022-12-13_20:39:54.450326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:56.435351 run osmo-stp_10.42.42.5(pid=29215): stderr: \u000a| �[0;m�[38;5;43m20221213203954641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213203954641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213203954642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213203954642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213203954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213203954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213203954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:56.592063 run patchelf(pid=29218): Terminating (SIGINT)\u000a20:39:56.776851 run patchelf(pid=29218): Terminated: ok {rc=0}\u000a20:39:56.810684 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29215): Process ended prematurely: osmo-stp_10.42.42.5(pid=29215) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29215)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:39:56.820565 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:39:56.883515 run osmo-hlr_10.42.42.2(pid=29212): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29212)]\u000a20:39:56.935001 run osmo-hlr_10.42.42.2(pid=29212): stdout: \u000a| (launched: 2022-12-13_20:39:53.433958) \u000a20:39:56.987334 run osmo-hlr_10.42.42.2(pid=29212): stderr: \u000a| �[0;m�[1;31m20221213203953631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213203953631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213203953631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203953631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213203953631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213203953631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213203953644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213203953652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213203953652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213203953652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:57.031844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29207): Terminating (SIGTERM)\u000a20:39:57.073860 run iperf3-srv_10.42.42.10(pid=29208): Terminating (SIGTERM)\u000a20:39:57.115812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29211): Terminating (SIGTERM)\u000a20:39:57.157703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29214): Terminating (SIGTERM)\u000a20:39:57.199569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29217): Terminating (SIGTERM)\u000a20:39:57.209269 --- ParallelTerminationStrategy: PID 29207 died...\u000a20:39:57.265766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29207): Terminated: ok {rc=0}\u000a20:39:57.275776 --- ParallelTerminationStrategy: PID 29208 died...\u000a20:39:57.331532 run iperf3-srv_10.42.42.10(pid=29208): Terminated {rc=256}\u000a20:39:57.341926 --- ParallelTerminationStrategy: PID 29211 died...\u000a20:39:57.397861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29211): Terminated: ok {rc=0}\u000a20:39:57.407945 --- ParallelTerminationStrategy: PID 29214 died...\u000a20:39:57.463764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29214): Terminated: ok {rc=0}\u000a20:39:57.473830 --- ParallelTerminationStrategy: PID 29217 died...\u000a20:39:57.529542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29217): Terminated: ok {rc=0}\u000a20:39:57.617689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29236): Process ended prematurely: osmo-stp_10.42.42.5(pid=29236) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29236): Process ended prematurely: osmo-stp_10.42.42.5(pid=29236) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:39:58.729651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:58.741451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:39:58.898468 tst iperf3m4.py: using LAC 36136\u000a20:39:59.017571 tst iperf3m4.py: using RAC 181\u000a20:39:59.136150 tst iperf3m4.py: using CellId 36136\u000a20:39:59.261141 tst iperf3m4.py: using BVCI 36137\u000a20:39:59.284060 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:59.295230 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:59.306193 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:59.317094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:59.328346 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:59.340141 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:59.351765 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:59.363076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:39:59.374614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:39:59.498626 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:39:59.619685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:39:59.740789 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:40:00.036563 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:40:00.172820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:40:00.510586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Launched\u000a20:40:00.791268 run iperf3-srv_10.42.42.10(pid=29220): Launched\u000a20:40:01.002908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:40:01.133982 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:40:01.486079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29222): Launched\u000a20:40:01.786282 run iperf3-srv_10.42.42.10(pid=29225): Launched\u000a20:40:02.044836 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:40:02.183538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:40:02.507249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Launched\u000a20:40:02.769331 run iperf3-srv_10.42.42.10(pid=29227): Launched\u000a20:40:02.954688 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:40:03.081796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:40:03.396581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Launched\u000a20:40:03.660188 run iperf3-srv_10.42.42.10(pid=29229): Launched\u000a20:40:03.845995 tst iperf3m4.py:8: start network...\u000a20:40:03.972882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:04.452482 run create_hlr_db(pid=29230): Launched\u000a20:40:04.627690 bus /gobi_6: Setting Powered False\u000a20:40:05.660733 run create_hlr_db(pid=29230): Terminated: ok {rc=0}\u000a20:40:06.070779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Launched\u000a20:40:06.378563 run osmo-hlr_10.42.42.2(pid=29233): Launched\u000a20:40:06.490581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:07.019702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Launched\u000a20:40:07.324724 run osmo-stp_10.42.42.5(pid=29236): Launched\u000a20:40:07.436062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:07.964565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Launched\u000a20:40:08.072652 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:08.337507 run patchelf(pid=29239): Launched\u000a20:40:08.515939 run osmo-stp_10.42.42.5(pid=29236): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)]\u000a20:40:08.646567 run osmo-stp_10.42.42.5(pid=29236): stdout: \u000a| (launched: 2022-12-13_20:40:07.174345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:08.777079 run osmo-stp_10.42.42.5(pid=29236): stderr: \u000a| �[0;m�[38;5;43m20221213204007345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204007345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204007345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204007346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204007346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204007346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204007346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:08.903356 run osmo-stp_10.42.42.5(pid=29236): stdout: \u000a| (launched: 2022-12-13_20:40:07.174345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:09.028239 run osmo-stp_10.42.42.5(pid=29236): stderr: \u000a| �[0;m�[38;5;43m20221213204007345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204007345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204007345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204007346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204007346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204007346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204007346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:09.174853 run patchelf(pid=29239): Terminating (SIGINT)\u000a20:40:09.347101 run patchelf(pid=29239): Terminated: ok {rc=0}\u000a20:40:09.378703 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29236): Process ended prematurely: osmo-stp_10.42.42.5(pid=29236) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29236)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:40:09.388028 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:40:09.449258 run osmo-hlr_10.42.42.2(pid=29233): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29233)]\u000a20:40:09.498879 run osmo-hlr_10.42.42.2(pid=29233): stdout: \u000a| (launched: 2022-12-13_20:40:06.225909) \u000a20:40:09.549376 run osmo-hlr_10.42.42.2(pid=29233): stderr: \u000a| �[0;m�[1;31m20221213204006400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204006400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204006400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204006400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204006400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204006400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204006417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204006425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204006426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204006426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:09.592223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Terminating (SIGTERM)\u000a20:40:09.632492 run iperf3-srv_10.42.42.10(pid=29220): Terminating (SIGTERM)\u000a20:40:09.673100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29222): Terminating (SIGTERM)\u000a20:40:09.714052 run iperf3-srv_10.42.42.10(pid=29225): Terminating (SIGTERM)\u000a20:40:09.754243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Terminating (SIGTERM)\u000a20:40:09.794298 run iperf3-srv_10.42.42.10(pid=29227): Terminating (SIGTERM)\u000a20:40:09.834234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Terminating (SIGTERM)\u000a20:40:09.874186 run iperf3-srv_10.42.42.10(pid=29229): Terminating (SIGTERM)\u000a20:40:09.914221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Terminating (SIGTERM)\u000a20:40:09.954208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Terminating (SIGTERM)\u000a20:40:09.994129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Terminating (SIGTERM)\u000a20:40:10.003328 --- ParallelTerminationStrategy: PID 29219 died...\u000a20:40:10.057184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Terminated: ok {rc=0}\u000a20:40:10.066657 --- ParallelTerminationStrategy: PID 29220 died...\u000a20:40:10.120049 run iperf3-srv_10.42.42.10(pid=29220): Terminated {rc=256}\u000a20:40:10.129875 --- ParallelTerminationStrategy: PID 29222 died...\u000a20:40:10.183429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29222): Terminated: ok {rc=0}\u000a20:40:10.192900 --- ParallelTerminationStrategy: PID 29225 died...\u000a20:40:10.246137 run iperf3-srv_10.42.42.10(pid=29225): Terminated {rc=256}\u000a20:40:10.255599 --- ParallelTerminationStrategy: PID 29226 died...\u000a20:40:10.309323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29226): Terminated: ok {rc=0}\u000a20:40:10.318793 --- ParallelTerminationStrategy: PID 29227 died...\u000a20:40:10.372032 run iperf3-srv_10.42.42.10(pid=29227): Terminated {rc=256}\u000a20:40:10.381607 --- ParallelTerminationStrategy: PID 29228 died...\u000a20:40:10.435195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Terminated: ok {rc=0}\u000a20:40:10.444777 --- ParallelTerminationStrategy: PID 29229 died...\u000a20:40:10.498200 run iperf3-srv_10.42.42.10(pid=29229): Terminated {rc=256}\u000a20:40:10.507666 --- ParallelTerminationStrategy: PID 29232 died...\u000a20:40:10.561337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29232): Terminated: ok {rc=0}\u000a20:40:10.570865 --- ParallelTerminationStrategy: PID 29235 died...\u000a20:40:10.624182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29235): Terminated: ok {rc=0}\u000a20:40:10.633794 --- ParallelTerminationStrategy: PID 29238 died...\u000a20:40:10.687155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29238): Terminated: ok {rc=0}\u000a20:40:10.770303 bus /gobi_4: Setting Powered False\u000a20:40:11.877332 bus /gobi_4: Setting Powered False\u000a20:40:12.989511 bus /gobi_1: Setting Powered False\u000a20:40:14.095577 bus /gobi_1: Setting Powered False\u000a20:40:15.203726 bus /gobi_0: Setting Powered False\u000a20:40:16.327358 bus /gobi_0: Setting Powered False\u000a20:40:17.438893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29246): Process ended prematurely: osmo-stp_10.42.42.5(pid=29246) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29246)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29246): Process ended prematurely: osmo-stp_10.42.42.5(pid=29246) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:40:18.509134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:18.521224 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:40:18.680302 tst ping.py: using LAC 36137\u000a20:40:18.799579 tst ping.py: using RAC 182\u000a20:40:18.918824 tst ping.py: using CellId 36137\u000a20:40:19.037203 tst ping.py: using BVCI 36138\u000a20:40:19.059947 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:19.071023 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:19.081954 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:19.092792 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:19.103804 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:19.114929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:19.126186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:19.137321 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:40:19.429947 tst ping.py:19: start network...\u000a20:40:19.563559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:20.072191 run create_hlr_db(pid=29240): Launched\u000a20:40:20.256868 bus /gobi_6: Setting Powered False\u000a20:40:21.277044 run create_hlr_db(pid=29240): Terminated: ok {rc=0}\u000a20:40:21.676927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29242): Launched\u000a20:40:21.975267 run osmo-hlr_10.42.42.2(pid=29243): Launched\u000a20:40:22.088705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:22.615225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29245): Launched\u000a20:40:22.913204 run osmo-stp_10.42.42.5(pid=29246): Launched\u000a20:40:23.021168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:23.540263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29248): Launched\u000a20:40:23.646009 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:23.908311 run patchelf(pid=29249): Launched\u000a20:40:24.083749 run osmo-stp_10.42.42.5(pid=29246): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29246)]\u000a20:40:24.211684 run osmo-stp_10.42.42.5(pid=29246): stdout: \u000a| (launched: 2022-12-13_20:40:22.766454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:24.340246 run osmo-stp_10.42.42.5(pid=29246): stderr: \u000a| �[0;m�[38;5;43m20221213204022933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204022934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204022934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204022934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204022935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204022935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204022935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:24.464807 run osmo-stp_10.42.42.5(pid=29246): stdout: \u000a| (launched: 2022-12-13_20:40:22.766454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:24.588538 run osmo-stp_10.42.42.5(pid=29246): stderr: \u000a| �[0;m�[38;5;43m20221213204022933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204022934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204022934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204022934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204022935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204022935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204022935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:24.732899 run patchelf(pid=29249): Terminating (SIGINT)\u000a20:40:24.902042 run patchelf(pid=29249): Terminated: ok {rc=0}\u000a20:40:24.932731 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29246): Process ended prematurely: osmo-stp_10.42.42.5(pid=29246) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29246)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:40:24.941842 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:40:25.002526 run osmo-hlr_10.42.42.2(pid=29243): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29243)]\u000a20:40:25.052190 run osmo-hlr_10.42.42.2(pid=29243): stdout: \u000a| (launched: 2022-12-13_20:40:21.828467) \u000a20:40:25.102470 run osmo-hlr_10.42.42.2(pid=29243): stderr: \u000a| �[0;m�[1;31m20221213204021999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204021999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204021999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204021999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204021999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204021999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204022012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204022020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204022021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204022021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:25.145434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29242): Terminating (SIGTERM)\u000a20:40:25.185934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29245): Terminating (SIGTERM)\u000a20:40:25.226241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29248): Terminating (SIGTERM)\u000a20:40:25.235519 --- ParallelTerminationStrategy: PID 29242 died...\u000a20:40:25.289801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29242): Terminated: ok {rc=0}\u000a20:40:25.299401 --- ParallelTerminationStrategy: PID 29245 died...\u000a20:40:25.353687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29245): Terminated: ok {rc=0}\u000a20:40:25.363312 --- ParallelTerminationStrategy: PID 29248 died...\u000a20:40:25.417620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29248): Terminated: ok {rc=0}\u000a20:40:25.502031 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29256): Process ended prematurely: osmo-stp_10.42.42.5(pid=29256) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29256)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29256): Process ended prematurely: osmo-stp_10.42.42.5(pid=29256) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:40:26.556079 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:26.568783 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:40:26.736714 tst ping_idle_ping.py: using LAC 36138\u000a20:40:26.861808 tst ping_idle_ping.py: using RAC 183\u000a20:40:26.986789 tst ping_idle_ping.py: using CellId 36138\u000a20:40:27.111777 tst ping_idle_ping.py: using BVCI 36139\u000a20:40:27.136323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:27.148037 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:27.159405 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:27.170751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:27.181984 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:27.193359 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:27.204794 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:40:27.216121 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:40:27.508740 tst ping_idle_ping.py:24: start network...\u000a20:40:27.642048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:28.162411 run create_hlr_db(pid=29250): Launched\u000a20:40:28.347811 bus /gobi_6: Setting Powered False\u000a20:40:29.368871 run create_hlr_db(pid=29250): Terminated: ok {rc=0}\u000a20:40:29.795324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29252): Launched\u000a20:40:30.115055 run osmo-hlr_10.42.42.2(pid=29253): Launched\u000a20:40:30.235091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:30.790970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29255): Launched\u000a20:40:31.300888 run osmo-stp_10.42.42.5(pid=29256): Launched\u000a20:40:31.482243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:32.040942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29258): Launched\u000a20:40:32.176375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:32.456432 run patchelf(pid=29259): Launched\u000a20:40:32.632361 run osmo-stp_10.42.42.5(pid=29256): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29256)]\u000a20:40:32.761951 run osmo-stp_10.42.42.5(pid=29256): stdout: \u000a| (launched: 2022-12-13_20:40:30.991948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:32.890753 run osmo-stp_10.42.42.5(pid=29256): stderr: \u000a| �[0;m�[38;5;43m20221213204031270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204031271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204031272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204031274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204031275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204031275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204031277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:33.015628 run osmo-stp_10.42.42.5(pid=29256): stdout: \u000a| (launched: 2022-12-13_20:40:30.991948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:33.140149 run osmo-stp_10.42.42.5(pid=29256): stderr: \u000a| �[0;m�[38;5;43m20221213204031270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204031271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204031272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204031274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204031275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204031275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204031277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:33.285346 run patchelf(pid=29259): Terminating (SIGINT)\u000a20:40:33.455644 run patchelf(pid=29259): Terminated: ok {rc=0}\u000a20:40:33.486668 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29256): Process ended prematurely: osmo-stp_10.42.42.5(pid=29256) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29256)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:40:33.495564 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a20:40:33.556301 run osmo-hlr_10.42.42.2(pid=29253): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29253)]\u000a20:40:33.606043 run osmo-hlr_10.42.42.2(pid=29253): stdout: \u000a| (launched: 2022-12-13_20:40:29.958096) \u000a20:40:33.656498 run osmo-hlr_10.42.42.2(pid=29253): stderr: \u000a| �[0;m�[1;31m20221213204030153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204030153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204030153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204030153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204030153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204030153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204030166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204030174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204030174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204030174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:33.699505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29252): Terminating (SIGTERM)\u000a20:40:33.739985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29255): Terminating (SIGTERM)\u000a20:40:33.780364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29258): Terminating (SIGTERM)\u000a20:40:33.789697 --- ParallelTerminationStrategy: PID 29252 died...\u000a20:40:33.844267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29252): Terminated: ok {rc=0}\u000a20:40:33.853970 --- ParallelTerminationStrategy: PID 29255 died...\u000a20:40:33.908141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29255): Terminated: ok {rc=0}\u000a20:40:33.917821 --- ParallelTerminationStrategy: PID 29258 died...\u000a20:40:33.971899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29258): Terminated: ok {rc=0}\u000a20:40:34.060417 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:39:35" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29273): Process ended prematurely: osmo-stp_10.42.42.5(pid=29273) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29273): Process ended prematurely: osmo-stp_10.42.42.5(pid=29273) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:40:36.221280 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.232640 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:40:36.400342 tst cs_paging_gprs_active.py: using LAC 36139\u000a20:40:36.530317 tst cs_paging_gprs_active.py: using RAC 184\u000a20:40:36.658077 tst cs_paging_gprs_active.py: using CellId 36139\u000a20:40:36.786877 tst cs_paging_gprs_active.py: using BVCI 36140\u000a20:40:36.810460 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.821627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.832509 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.843501 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.854940 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.866115 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.877364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.888348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:36.899611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:40:37.018183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:40:37.315865 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:40:37.452020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:40:37.788174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29263): Launched\u000a20:40:38.069342 run iperf3-srv_10.42.42.10(pid=29264): Launched\u000a20:40:38.268929 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:40:38.405150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:40:38.742787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29265): Launched\u000a20:40:39.023356 run iperf3-srv_10.42.42.10(pid=29266): Launched\u000a20:40:39.223616 tst cs_paging_gprs_active.py:38: start network...\u000a20:40:39.360074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:39.883118 run create_hlr_db(pid=29267): Launched\u000a20:40:40.071107 bus /gobi_6: Setting Powered False\u000a20:40:41.091725 run create_hlr_db(pid=29267): Terminated: ok {rc=0}\u000a20:40:41.500414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Launched\u000a20:40:41.806582 run osmo-hlr_10.42.42.2(pid=29270): Launched\u000a20:40:41.925779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:42.462437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Launched\u000a20:40:42.767761 run osmo-stp_10.42.42.5(pid=29273): Launched\u000a20:40:42.879029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:43.409365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29275): Launched\u000a20:40:43.517642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:43.784756 run patchelf(pid=29276): Launched\u000a20:40:43.962832 run osmo-stp_10.42.42.5(pid=29273): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)]\u000a20:40:44.093599 run osmo-stp_10.42.42.5(pid=29273): stdout: \u000a| (launched: 2022-12-13_20:40:42.617766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:44.224500 run osmo-stp_10.42.42.5(pid=29273): stderr: \u000a| �[0;m�[38;5;43m20221213204042785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204042785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204042785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204042786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204042786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204042786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204042786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:44.351333 run osmo-stp_10.42.42.5(pid=29273): stdout: \u000a| (launched: 2022-12-13_20:40:42.617766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:44.476900 run osmo-stp_10.42.42.5(pid=29273): stderr: \u000a| �[0;m�[38;5;43m20221213204042785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204042785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204042785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204042786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204042786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204042786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204042786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:44.623602 run patchelf(pid=29276): Terminating (SIGINT)\u000a20:40:44.796810 run patchelf(pid=29276): Terminated: ok {rc=0}\u000a20:40:44.828546 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29273): Process ended prematurely: osmo-stp_10.42.42.5(pid=29273) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29273)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:40:44.837870 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:40:44.898708 run osmo-hlr_10.42.42.2(pid=29270): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29270)]\u000a20:40:44.948346 run osmo-hlr_10.42.42.2(pid=29270): stdout: \u000a| (launched: 2022-12-13_20:40:41.656134) \u000a20:40:44.998485 run osmo-hlr_10.42.42.2(pid=29270): stderr: \u000a| �[0;m�[1;31m20221213204041832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204041832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204041832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204041832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204041832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204041832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204041844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204041853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204041854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204041854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:45.041533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29263): Terminating (SIGTERM)\u000a20:40:45.081741 run iperf3-srv_10.42.42.10(pid=29264): Terminating (SIGTERM)\u000a20:40:45.124878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29265): Terminating (SIGTERM)\u000a20:40:45.165455 run iperf3-srv_10.42.42.10(pid=29266): Terminating (SIGTERM)\u000a20:40:45.205892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Terminating (SIGTERM)\u000a20:40:45.246288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Terminating (SIGTERM)\u000a20:40:45.286550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29275): Terminating (SIGTERM)\u000a20:40:45.295796 --- ParallelTerminationStrategy: PID 29263 died...\u000a20:40:45.350066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29263): Terminated: ok {rc=0}\u000a20:40:45.359667 --- ParallelTerminationStrategy: PID 29264 died...\u000a20:40:45.413351 run iperf3-srv_10.42.42.10(pid=29264): Terminated {rc=256}\u000a20:40:45.422933 --- ParallelTerminationStrategy: PID 29265 died...\u000a20:40:45.476716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29265): Terminated: ok {rc=0}\u000a20:40:45.486370 --- ParallelTerminationStrategy: PID 29266 died...\u000a20:40:45.540089 run iperf3-srv_10.42.42.10(pid=29266): Terminated {rc=256}\u000a20:40:45.550006 --- ParallelTerminationStrategy: PID 29269 died...\u000a20:40:45.603676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29269): Terminated: ok {rc=0}\u000a20:40:45.613383 --- ParallelTerminationStrategy: PID 29272 died...\u000a20:40:45.667063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29272): Terminated: ok {rc=0}\u000a20:40:45.676635 --- ParallelTerminationStrategy: PID 29275 died...\u000a20:40:45.730353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29275): Terminated: ok {rc=0}\u000a20:40:45.814423 bus /gobi_0: Setting Powered False\u000a20:40:46.924767 bus /gobi_0: Setting Powered False\u000a20:40:48.033017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29290): Process ended prematurely: osmo-stp_10.42.42.5(pid=29290) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29290): Process ended prematurely: osmo-stp_10.42.42.5(pid=29290) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:40:49.148069 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.160348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:40:49.331264 tst iperf3.py: using LAC 36140\u000a20:40:49.460208 tst iperf3.py: using RAC 185\u000a20:40:49.586948 tst iperf3.py: using CellId 36140\u000a20:40:49.714508 tst iperf3.py: using BVCI 36141\u000a20:40:49.739855 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.751538 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.763111 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.774706 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.786058 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.797504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.809211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.820598 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:49.832285 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:40:50.127899 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:40:50.264921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:40:50.601738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29277): Launched\u000a20:40:50.883009 run iperf3-srv_10.42.42.10(pid=29278): Launched\u000a20:40:51.082900 tst iperf3.py:8: start network...\u000a20:40:51.219183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:51.739707 run create_hlr_db(pid=29279): Launched\u000a20:40:51.927795 bus /gobi_6: Setting Powered False\u000a20:40:52.937177 run create_hlr_db(pid=29279): Terminated: ok {rc=0}\u000a20:40:53.375814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Launched\u000a20:40:53.702286 run osmo-hlr_10.42.42.2(pid=29287): Launched\u000a20:40:53.824663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:54.391590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Launched\u000a20:40:54.716578 run osmo-stp_10.42.42.5(pid=29290): Launched\u000a20:40:54.834162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:55.402402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29292): Launched\u000a20:40:55.518362 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:55.802460 run patchelf(pid=29293): Launched\u000a20:40:55.992124 run osmo-stp_10.42.42.5(pid=29290): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)]\u000a20:40:56.131065 run osmo-stp_10.42.42.5(pid=29290): stdout: \u000a| (launched: 2022-12-13_20:40:54.557362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:56.269982 run osmo-stp_10.42.42.5(pid=29290): stderr: \u000a| �[0;m�[38;5;43m20221213204054749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204054749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204054749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204054749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204054750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204054750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204054750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:56.404884 run osmo-stp_10.42.42.5(pid=29290): stdout: \u000a| (launched: 2022-12-13_20:40:54.557362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:56.538536 run osmo-stp_10.42.42.5(pid=29290): stderr: \u000a| �[0;m�[38;5;43m20221213204054749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204054749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204054749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204054749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204054750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204054750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204054750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:56.695050 run patchelf(pid=29293): Terminating (SIGINT)\u000a20:40:56.878994 run patchelf(pid=29293): Terminated: ok {rc=0}\u000a20:40:56.912495 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29290): Process ended prematurely: osmo-stp_10.42.42.5(pid=29290) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29290)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:40:56.922442 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:40:56.985260 run osmo-hlr_10.42.42.2(pid=29287): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29287)]\u000a20:40:57.036514 run osmo-hlr_10.42.42.2(pid=29287): stdout: \u000a| (launched: 2022-12-13_20:40:53.541838) \u000a20:40:57.088546 run osmo-hlr_10.42.42.2(pid=29287): stderr: \u000a| �[0;m�[1;31m20221213204053737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204053737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204053737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204053737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204053737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204053737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204053751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204053760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204053760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204053760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:57.132833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29277): Terminating (SIGTERM)\u000a20:40:57.174321 run iperf3-srv_10.42.42.10(pid=29278): Terminating (SIGTERM)\u000a20:40:57.215925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Terminating (SIGTERM)\u000a20:40:57.257548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Terminating (SIGTERM)\u000a20:40:57.299172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29292): Terminating (SIGTERM)\u000a20:40:57.308702 --- ParallelTerminationStrategy: PID 29277 died...\u000a20:40:57.364290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29277): Terminated: ok {rc=0}\u000a20:40:57.374249 --- ParallelTerminationStrategy: PID 29278 died...\u000a20:40:57.429513 run iperf3-srv_10.42.42.10(pid=29278): Terminated {rc=256}\u000a20:40:57.439456 --- ParallelTerminationStrategy: PID 29286 died...\u000a20:40:57.494955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29286): Terminated: ok {rc=0}\u000a20:40:57.505137 --- ParallelTerminationStrategy: PID 29289 died...\u000a20:40:57.560372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29289): Terminated: ok {rc=0}\u000a20:40:57.570331 --- ParallelTerminationStrategy: PID 29292 died...\u000a20:40:57.625618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29292): Terminated: ok {rc=0}\u000a20:40:57.713736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29308): Process ended prematurely: osmo-stp_10.42.42.5(pid=29308) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29308): Process ended prematurely: osmo-stp_10.42.42.5(pid=29308) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:40:58.830317 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:58.842417 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:40:59.013935 tst iperf3m4.py: using LAC 36141\u000a20:40:59.141810 tst iperf3m4.py: using RAC 186\u000a20:40:59.271441 tst iperf3m4.py: using CellId 36141\u000a20:40:59.398713 tst iperf3m4.py: using BVCI 36142\u000a20:40:59.423538 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:59.435195 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:59.446690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:59.458221 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:59.470158 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:59.482008 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:59.494060 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:59.505860 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:40:59.518089 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:40:59.641258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:40:59.763276 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:40:59.884667 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:41:00.168086 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:41:00.295971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:41:00.613068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Launched\u000a20:41:00.890782 run iperf3-srv_10.42.42.10(pid=29295): Launched\u000a20:41:01.096501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:41:01.253519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:41:01.603367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Launched\u000a20:41:01.895338 run iperf3-srv_10.42.42.10(pid=29297): Launched\u000a20:41:02.167231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:41:02.317598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:41:02.653885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Launched\u000a20:41:02.935549 run iperf3-srv_10.42.42.10(pid=29299): Launched\u000a20:41:03.134839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:41:03.270567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:41:03.606049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Launched\u000a20:41:03.885884 run iperf3-srv_10.42.42.10(pid=29301): Launched\u000a20:41:04.084781 tst iperf3m4.py:8: start network...\u000a20:41:04.220459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:04.741368 run create_hlr_db(pid=29302): Launched\u000a20:41:04.928780 bus /gobi_6: Setting Powered False\u000a20:41:05.950390 run create_hlr_db(pid=29302): Terminated: ok {rc=0}\u000a20:41:06.382426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Launched\u000a20:41:06.707710 run osmo-hlr_10.42.42.2(pid=29305): Launched\u000a20:41:06.829632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:07.397033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Launched\u000a20:41:07.723366 run osmo-stp_10.42.42.5(pid=29308): Launched\u000a20:41:07.841017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:41:08.408377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Launched\u000a20:41:08.524323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:41:08.808491 run patchelf(pid=29311): Launched\u000a20:41:08.998821 run osmo-stp_10.42.42.5(pid=29308): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)]\u000a20:41:09.137628 run osmo-stp_10.42.42.5(pid=29308): stdout: \u000a| (launched: 2022-12-13_20:41:07.562962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:09.276308 run osmo-stp_10.42.42.5(pid=29308): stderr: \u000a| �[0;m�[38;5;43m20221213204107753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204107753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204107753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204107754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204107754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204107754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204107754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:09.410808 run osmo-stp_10.42.42.5(pid=29308): stdout: \u000a| (launched: 2022-12-13_20:41:07.562962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:09.544239 run osmo-stp_10.42.42.5(pid=29308): stderr: \u000a| �[0;m�[38;5;43m20221213204107753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204107753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204107753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204107754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204107754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204107754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204107754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:09.700412 run patchelf(pid=29311): Terminating (SIGINT)\u000a20:41:09.883794 run patchelf(pid=29311): Terminated: ok {rc=0}\u000a20:41:09.917509 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29308): Process ended prematurely: osmo-stp_10.42.42.5(pid=29308) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:41:09.927596 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:41:09.991362 run osmo-hlr_10.42.42.2(pid=29305): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29305)]\u000a20:41:10.042810 run osmo-hlr_10.42.42.2(pid=29305): stdout: \u000a| (launched: 2022-12-13_20:41:06.548101) \u000a20:41:10.094847 run osmo-hlr_10.42.42.2(pid=29305): stderr: \u000a| �[0;m�[1;31m20221213204106745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204106745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204106745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204106745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204106745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204106745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204106757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204106766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204106766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204106766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:10.139315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Terminating (SIGTERM)\u000a20:41:10.181825 run iperf3-srv_10.42.42.10(pid=29295): Terminating (SIGTERM)\u000a20:41:10.224194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Terminating (SIGTERM)\u000a20:41:10.266433 run iperf3-srv_10.42.42.10(pid=29297): Terminating (SIGTERM)\u000a20:41:10.308917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Terminating (SIGTERM)\u000a20:41:10.351383 run iperf3-srv_10.42.42.10(pid=29299): Terminating (SIGTERM)\u000a20:41:10.393844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Terminating (SIGTERM)\u000a20:41:10.435971 run iperf3-srv_10.42.42.10(pid=29301): Terminating (SIGTERM)\u000a20:41:10.478239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Terminating (SIGTERM)\u000a20:41:10.520163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Terminating (SIGTERM)\u000a20:41:10.562542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Terminating (SIGTERM)\u000a20:41:10.572213 --- ParallelTerminationStrategy: PID 29294 died...\u000a20:41:10.628700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Terminated: ok {rc=0}\u000a20:41:10.638864 --- ParallelTerminationStrategy: PID 29295 died...\u000a20:41:10.694765 run iperf3-srv_10.42.42.10(pid=29295): Terminated {rc=256}\u000a20:41:10.704779 --- ParallelTerminationStrategy: PID 29296 died...\u000a20:41:10.760836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Terminated: ok {rc=0}\u000a20:41:10.770975 --- ParallelTerminationStrategy: PID 29297 died...\u000a20:41:10.826871 run iperf3-srv_10.42.42.10(pid=29297): Terminated {rc=256}\u000a20:41:10.836926 --- ParallelTerminationStrategy: PID 29298 died...\u000a20:41:10.892922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Terminated: ok {rc=0}\u000a20:41:10.903034 --- ParallelTerminationStrategy: PID 29299 died...\u000a20:41:10.959015 run iperf3-srv_10.42.42.10(pid=29299): Terminated {rc=256}\u000a20:41:10.969304 --- ParallelTerminationStrategy: PID 29300 died...\u000a20:41:11.025375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Terminated: ok {rc=0}\u000a20:41:11.035463 --- ParallelTerminationStrategy: PID 29301 died...\u000a20:41:11.091297 run iperf3-srv_10.42.42.10(pid=29301): Terminated {rc=256}\u000a20:41:11.101410 --- ParallelTerminationStrategy: PID 29304 died...\u000a20:41:11.157154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Terminated: ok {rc=0}\u000a20:41:11.167220 --- ParallelTerminationStrategy: PID 29307 died...\u000a20:41:11.222962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Terminated: ok {rc=0}\u000a20:41:11.233138 --- ParallelTerminationStrategy: PID 29310 died...\u000a20:41:11.288731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Terminated: ok {rc=0}\u000a20:41:11.376447 bus /gobi_4: Setting Powered False\u000a20:41:12.483548 bus /gobi_4: Setting Powered False\u000a20:41:13.594203 bus /gobi_1: Setting Powered False\u000a20:41:14.701770 bus /gobi_1: Setting Powered False\u000a20:41:15.813703 bus /gobi_0: Setting Powered False\u000a20:41:16.917163 bus /gobi_0: Setting Powered False\u000a20:41:18.026317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29318): Process ended prematurely: osmo-stp_10.42.42.5(pid=29318) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29318)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29318): Process ended prematurely: osmo-stp_10.42.42.5(pid=29318) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:41:19.095762 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:19.107886 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:41:19.274373 tst ping.py: using LAC 36142\u000a20:41:19.398839 tst ping.py: using RAC 187\u000a20:41:19.527144 tst ping.py: using CellId 36142\u000a20:41:19.650866 tst ping.py: using BVCI 36143\u000a20:41:19.675515 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:19.687188 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:19.699031 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:19.710499 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:19.721839 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:19.733306 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:19.744695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:19.756205 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:41:20.034485 tst ping.py:19: start network...\u000a20:41:20.158982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:20.632091 run create_hlr_db(pid=29312): Launched\u000a20:41:20.805117 bus /gobi_6: Setting Powered False\u000a20:41:21.825915 run create_hlr_db(pid=29312): Terminated: ok {rc=0}\u000a20:41:22.251010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29314): Launched\u000a20:41:22.569752 run osmo-hlr_10.42.42.2(pid=29315): Launched\u000a20:41:22.690164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:23.253690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29317): Launched\u000a20:41:23.572605 run osmo-stp_10.42.42.5(pid=29318): Launched\u000a20:41:23.688999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:41:24.245765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29320): Launched\u000a20:41:24.358979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:41:24.637632 run patchelf(pid=29321): Launched\u000a20:41:24.825065 run osmo-stp_10.42.42.5(pid=29318): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29318)]\u000a20:41:24.961487 run osmo-stp_10.42.42.5(pid=29318): stdout: \u000a| (launched: 2022-12-13_20:41:23.415424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:25.098664 run osmo-stp_10.42.42.5(pid=29318): stderr: \u000a| �[0;m�[38;5;43m20221213204123604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204123604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204123604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204123605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204123605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204123605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204123605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:25.231324 run osmo-stp_10.42.42.5(pid=29318): stdout: \u000a| (launched: 2022-12-13_20:41:23.415424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:25.362385 run osmo-stp_10.42.42.5(pid=29318): stderr: \u000a| �[0;m�[38;5;43m20221213204123604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204123604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204123604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204123605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204123605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204123605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204123605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:25.515350 run patchelf(pid=29321): Terminating (SIGINT)\u000a20:41:25.695321 run patchelf(pid=29321): Terminated: ok {rc=0}\u000a20:41:25.728317 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29318): Process ended prematurely: osmo-stp_10.42.42.5(pid=29318) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29318)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:41:25.737438 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:41:25.800269 run osmo-hlr_10.42.42.2(pid=29315): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29315)]\u000a20:41:25.851537 run osmo-hlr_10.42.42.2(pid=29315): stdout: \u000a| (launched: 2022-12-13_20:41:22.414008) \u000a20:41:25.903309 run osmo-hlr_10.42.42.2(pid=29315): stderr: \u000a| �[0;m�[1;31m20221213204122609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204122609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204122609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204122609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204122609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204122609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204122622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204122630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204122630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204122630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:25.947615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29314): Terminating (SIGTERM)\u000a20:41:25.989649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29317): Terminating (SIGTERM)\u000a20:41:26.031598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29320): Terminating (SIGTERM)\u000a20:41:26.041445 --- ParallelTerminationStrategy: PID 29314 died...\u000a20:41:26.097580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29314): Terminated: ok {rc=0}\u000a20:41:26.107655 --- ParallelTerminationStrategy: PID 29317 died...\u000a20:41:26.163557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29317): Terminated: ok {rc=0}\u000a20:41:26.173648 --- ParallelTerminationStrategy: PID 29320 died...\u000a20:41:26.229203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29320): Terminated: ok {rc=0}\u000a20:41:26.316399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29328): Process ended prematurely: osmo-stp_10.42.42.5(pid=29328) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29328): Process ended prematurely: osmo-stp_10.42.42.5(pid=29328) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:41:27.369055 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:27.380783 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:41:27.542125 tst ping_idle_ping.py: using LAC 36143\u000a20:41:27.658758 tst ping_idle_ping.py: using RAC 188\u000a20:41:27.784482 tst ping_idle_ping.py: using CellId 36143\u000a20:41:27.909586 tst ping_idle_ping.py: using BVCI 36144\u000a20:41:27.934390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:27.946179 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:27.957785 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:27.969645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:27.981702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:27.993813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:28.006064 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:41:28.018298 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:41:28.295248 tst ping_idle_ping.py:24: start network...\u000a20:41:28.420116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:28.896307 run create_hlr_db(pid=29322): Launched\u000a20:41:29.070017 bus /gobi_6: Setting Powered False\u000a20:41:30.091492 run create_hlr_db(pid=29322): Terminated: ok {rc=0}\u000a20:41:30.519673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Launched\u000a20:41:30.863866 run osmo-hlr_10.42.42.2(pid=29325): Launched\u000a20:41:31.095047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:31.678456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Launched\u000a20:41:32.162015 run osmo-stp_10.42.42.5(pid=29328): Launched\u000a20:41:32.374643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:41:32.900701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29330): Launched\u000a20:41:33.007463 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:41:33.269958 run patchelf(pid=29331): Launched\u000a20:41:33.445573 run osmo-stp_10.42.42.5(pid=29328): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)]\u000a20:41:33.574113 run osmo-stp_10.42.42.5(pid=29328): stdout: \u000a| (launched: 2022-12-13_20:41:31.847341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:33.702501 run osmo-stp_10.42.42.5(pid=29328): stderr: \u000a| �[0;m�[38;5;43m20221213204132074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204132074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204132074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204132075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204132075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204132075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204132075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:33.827062 run osmo-stp_10.42.42.5(pid=29328): stdout: \u000a| (launched: 2022-12-13_20:41:31.847341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:33.950843 run osmo-stp_10.42.42.5(pid=29328): stderr: \u000a| �[0;m�[38;5;43m20221213204132074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204132074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204132074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204132075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204132075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204132075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204132075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:34.095211 run patchelf(pid=29331): Terminating (SIGINT)\u000a20:41:34.264674 run patchelf(pid=29331): Terminated: ok {rc=0}\u000a20:41:34.295535 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29328): Process ended prematurely: osmo-stp_10.42.42.5(pid=29328) [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)] [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:41:34.304088 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a20:41:34.364544 run osmo-hlr_10.42.42.2(pid=29325): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29325)]\u000a20:41:34.414034 run osmo-hlr_10.42.42.2(pid=29325): stdout: \u000a| (launched: 2022-12-13_20:41:30.683197) \u000a20:41:34.464174 run osmo-hlr_10.42.42.2(pid=29325): stderr: \u000a| �[0;m�[1;31m20221213204130926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204130926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204130926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204130926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204130926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204130926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204130950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204130970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204130971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204130971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:34.507163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Terminating (SIGTERM)\u000a20:41:34.547553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Terminating (SIGTERM)\u000a20:41:34.587982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29330): Terminating (SIGTERM)\u000a20:41:34.597300 --- ParallelTerminationStrategy: PID 29324 died...\u000a20:41:34.651846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Terminated: ok {rc=0}\u000a20:41:34.661919 --- ParallelTerminationStrategy: PID 29327 died...\u000a20:41:34.716434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Terminated: ok {rc=0}\u000a20:41:34.726204 --- ParallelTerminationStrategy: PID 29330 died...\u000a20:41:34.780756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29330): Terminated: ok {rc=0}\u000a20:41:34.869658 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:40:35" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29341): Process ended prematurely: osmo-stp_10.42.42.5(pid=29341) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29341)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29341): Process ended prematurely: osmo-stp_10.42.42.5(pid=29341) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:41:36.912548 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:41:36.924607 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:41:37.092518 tst switch_tch_pdch.py: using LAC 36144\u000a20:41:37.218183 tst switch_tch_pdch.py: using RAC 189\u000a20:41:37.342421 tst switch_tch_pdch.py: using CellId 36144\u000a20:41:37.458480 tst switch_tch_pdch.py: using BVCI 36145\u000a20:41:37.481518 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:41:37.492900 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:41:37.504274 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:41:37.515674 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:41:37.527361 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:41:37.538895 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:41:37.550521 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:41:37.562170 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:41:37.678420 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:41:37.961281 tst switch_tch_pdch.py:51: start network...\u000a20:41:38.085079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:38.554543 run create_hlr_db(pid=29335): Launched\u000a20:41:38.726728 bus /gobi_6: Setting Powered False\u000a20:41:39.748211 run create_hlr_db(pid=29335): Terminated: ok {rc=0}\u000a20:41:40.146335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29337): Launched\u000a20:41:40.444794 run osmo-hlr_10.42.42.2(pid=29338): Launched\u000a20:41:40.551032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:41.068436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29340): Launched\u000a20:41:41.367255 run osmo-stp_10.42.42.5(pid=29341): Launched\u000a20:41:41.475570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:41:41.995471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29343): Launched\u000a20:41:42.101959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:41:42.361883 run patchelf(pid=29344): Launched\u000a20:41:42.536636 run osmo-stp_10.42.42.5(pid=29341): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29341)]\u000a20:41:42.664401 run osmo-stp_10.42.42.5(pid=29341): stdout: \u000a| (launched: 2022-12-13_20:41:41.220294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:42.792576 run osmo-stp_10.42.42.5(pid=29341): stderr: \u000a| �[0;m�[38;5;43m20221213204141390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204141390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204141390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204141391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204141391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204141391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204141391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:42.916683 run osmo-stp_10.42.42.5(pid=29341): stdout: \u000a| (launched: 2022-12-13_20:41:41.220294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:43.039620 run osmo-stp_10.42.42.5(pid=29341): stderr: \u000a| �[0;m�[38;5;43m20221213204141390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204141390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204141390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204141391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204141391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204141391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204141391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:43.182783 run patchelf(pid=29344): Terminating (SIGINT)\u000a20:41:43.351398 run patchelf(pid=29344): Terminated: ok {rc=0}\u000a20:41:43.381953 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29341): Process ended prematurely: osmo-stp_10.42.42.5(pid=29341) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29341)] [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:41:43.390610 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a20:41:43.450849 run osmo-hlr_10.42.42.2(pid=29338): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29338)]\u000a20:41:43.500490 run osmo-hlr_10.42.42.2(pid=29338): stdout: \u000a| (launched: 2022-12-13_20:41:40.298300) \u000a20:41:43.550755 run osmo-hlr_10.42.42.2(pid=29338): stderr: \u000a| �[0;m�[1;31m20221213204140469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204140469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204140469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204140469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204140469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204140469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204140520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204140532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204140532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204140532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:43.593731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29337): Terminating (SIGTERM)\u000a20:41:43.633951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29340): Terminating (SIGTERM)\u000a20:41:43.674138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29343): Terminating (SIGTERM)\u000a20:41:43.683430 --- ParallelTerminationStrategy: PID 29337 died...\u000a20:41:43.737519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29337): Terminated: ok {rc=0}\u000a20:41:43.747474 --- ParallelTerminationStrategy: PID 29340 died...\u000a20:41:43.801861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29340): Terminated: ok {rc=0}\u000a20:41:43.811555 --- ParallelTerminationStrategy: PID 29343 died...\u000a20:41:43.865350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29343): Terminated: ok {rc=0}\u000a20:41:43.948850 bus /gobi_0: Setting Powered False\u000a20:41:45.049827 bus /gobi_0: Setting Powered False\u000a20:41:46.166848 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:41:36" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:41:48.157135 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:41:48.168727 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:41:48.333789 tst switch_tch_pdch.py: using LAC 36145\u000a20:41:48.460737 tst switch_tch_pdch.py: using RAC 190\u000a20:41:48.587293 tst switch_tch_pdch.py: using CellId 36145\u000a20:41:48.717274 tst switch_tch_pdch.py: using BVCI 36146\u000a20:41:48.741766 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:41:48.753284 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:41:48.764707 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:41:48.776076 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:41:48.787471 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:41:48.798815 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:41:48.810322 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:41:48.821692 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:41:48.939835 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:41:49.228801 tst switch_tch_pdch.py:51: start network...\u000a20:41:49.355039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:49.804165 run create_hlr_db(pid=29348): Launched\u000a20:41:49.927165 bus /gobi_6: Setting Powered False\u000a20:41:50.998954 run create_hlr_db(pid=29348): Terminated: ok {rc=0}\u000a20:41:51.399040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Launched\u000a20:41:51.721971 run osmo-hlr_10.42.42.2(pid=29351): Launched\u000a20:41:51.839064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:52.370457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Launched\u000a20:41:52.691377 run osmo-stp_10.42.42.5(pid=29354): Launched\u000a20:41:52.807530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:41:53.338770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Launched\u000a20:41:53.452856 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:41:53.733492 run patchelf(pid=29357): Launched\u000a20:41:53.921057 run osmo-stp_10.42.42.5(pid=29354): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)]\u000a20:41:54.057611 run osmo-stp_10.42.42.5(pid=29354): stdout: \u000a| (launched: 2022-12-13_20:41:52.532777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:54.194221 run osmo-stp_10.42.42.5(pid=29354): stderr: \u000a| �[0;m�[38;5;43m20221213204152720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204152720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204152720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204152721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204152721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204152721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204152721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:54.326812 run osmo-stp_10.42.42.5(pid=29354): stdout: \u000a| (launched: 2022-12-13_20:41:52.532777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:54.458382 run osmo-stp_10.42.42.5(pid=29354): stderr: \u000a| �[0;m�[38;5;43m20221213204152720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204152720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204152720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204152721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204152721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204152721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204152721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:54.611824 run patchelf(pid=29357): Terminating (SIGINT)\u000a20:41:54.792643 run patchelf(pid=29357): Terminated: ok {rc=0}\u000a20:41:54.825399 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29354): Process ended prematurely: osmo-stp_10.42.42.5(pid=29354) [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29354)] [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:41:54.834610 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:41:54.897903 run osmo-hlr_10.42.42.2(pid=29351): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29351)]\u000a20:41:54.949616 run osmo-hlr_10.42.42.2(pid=29351): stdout: \u000a| (launched: 2022-12-13_20:41:51.562812) \u000a20:41:55.001624 run osmo-hlr_10.42.42.2(pid=29351): stderr: \u000a| �[0;m�[1;31m20221213204151759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204151759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204151759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204151759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204151759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204151759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204151802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204151813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204151813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204151813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:55.045904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Terminating (SIGTERM)\u000a20:41:55.087940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Terminating (SIGTERM)\u000a20:41:55.130119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Terminating (SIGTERM)\u000a20:41:55.139777 --- ParallelTerminationStrategy: PID 29350 died...\u000a20:41:55.195891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29350): Terminated: ok {rc=0}\u000a20:41:55.206093 --- ParallelTerminationStrategy: PID 29353 died...\u000a20:41:55.261891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29353): Terminated: ok {rc=0}\u000a20:41:55.271943 --- ParallelTerminationStrategy: PID 29356 died...\u000a20:41:55.328287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29356): Terminated: ok {rc=0}\u000a20:41:55.414758 bus /gobi_0: Setting Powered False\u000a20:41:56.521572 bus /gobi_0: Setting Powered False\u000a20:41:57.630863 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:41:47" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29367) [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29367)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29367) [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a20:41:59.540312 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a20:41:59.551674 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:41:59.693447 tst mo_mt_sms.py: using LAC 36146\u000a20:41:59.818103 tst mo_mt_sms.py: using RAC 191\u000a20:41:59.941152 tst mo_mt_sms.py: using CellId 36146\u000a20:42:00.069394 tst mo_mt_sms.py: using BVCI 36147\u000a20:42:00.093588 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:42:00.210522 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:42:00.501255 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:42:00.634489 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:42:01.452160 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29366): Launched\u000a20:42:01.790494 run osmo-nitb_10.42.42.2(pid=29367): Launched\u000a20:42:01.990903 run osmo-nitb_10.42.42.2(pid=29367): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29367)]\u000a20:42:02.138022 run osmo-nitb_10.42.42.2(pid=29367): stdout: \u000a| (launched: 2022-12-13_20:42:01.617556) \u000a20:42:02.283388 run osmo-nitb_10.42.42.2(pid=29367): stderr: \u000a| (launched: 2022-12-13_20:42:01.665941)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:42:02.423501 run osmo-nitb_10.42.42.2(pid=29367): stdout: \u000a| (launched: 2022-12-13_20:42:01.617556) \u000a20:42:02.562741 run osmo-nitb_10.42.42.2(pid=29367): stderr: \u000a| (launched: 2022-12-13_20:42:01.665941)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:42:02.920035 tst osmo-nitb_10.42.42.2(pid=29367): stdout: \u000a| (launched: 2022-12-13_20:42:01.617556) \u000a20:42:03.048003 tst osmo-nitb_10.42.42.2(pid=29367): stderr: \u000a| (launched: 2022-12-13_20:42:01.665941)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:42:03.104266 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29367) [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29367)] [trial-2394↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a20:42:03.113176 tst mo_mt_sms.py:11: Test FAILED (3.6 sec)\u000a20:42:03.149453 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29366): Terminating (SIGTERM)\u000a20:42:03.327314 --- ParallelTerminationStrategy: PID 29366 died...\u000a20:42:03.385421 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29366): Terminated: ok {rc=0}\u000a20:42:03.471842 bus /sierra_3: Setting Powered False\u000a20:42:04.580381 bus /sierra_3: Setting Powered False\u000a20:42:05.693310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:41:59" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29377): Process ended prematurely: osmo-stp_10.42.42.5(pid=29377) [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29377)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29377): Process ended prematurely: osmo-stp_10.42.42.5(pid=29377) [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a20:42:07.586459 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:07.597161 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:42:07.731002 tst mo_mt_sms.py: using LAC 36147\u000a20:42:07.848018 tst mo_mt_sms.py: using RAC 192\u000a20:42:07.964431 tst mo_mt_sms.py: using CellId 36147\u000a20:42:08.082284 tst mo_mt_sms.py: using BVCI 36148\u000a20:42:08.104799 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:08.115512 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:08.125944 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:08.136183 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:08.146815 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:08.157225 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:42:08.278131 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:42:08.478105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:08.945412 run create_hlr_db(pid=29371): Launched\u000a20:42:09.118548 bus /sierra_2: Setting Powered False\u000a20:42:10.138219 run create_hlr_db(pid=29371): Terminated: ok {rc=0}\u000a20:42:10.562714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29373): Launched\u000a20:42:10.881376 run osmo-hlr_10.42.42.2(pid=29374): Launched\u000a20:42:10.997753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:11.555314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29376): Launched\u000a20:42:11.877905 run osmo-stp_10.42.42.5(pid=29377): Launched\u000a20:42:11.994828 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:12.578478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29379): Launched\u000a20:42:12.900305 run osmo-msc_10.42.42.6(pid=29380): Launched\u000a20:42:13.087829 run osmo-stp_10.42.42.5(pid=29377): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29377)]\u000a20:42:13.223192 run osmo-stp_10.42.42.5(pid=29377): stdout: \u000a| (launched: 2022-12-13_20:42:11.718707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:13.357464 run osmo-stp_10.42.42.5(pid=29377): stderr: \u000a| �[0;m�[38;5;43m20221213204211907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204211907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204211908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204211908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204211909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204211909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204211909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:13.487754 run osmo-stp_10.42.42.5(pid=29377): stdout: \u000a| (launched: 2022-12-13_20:42:11.718707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:13.614929 run osmo-stp_10.42.42.5(pid=29377): stderr: \u000a| �[0;m�[38;5;43m20221213204211907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204211907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204211908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204211908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204211909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204211909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204211909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:13.670688 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29377): Process ended prematurely: osmo-stp_10.42.42.5(pid=29377) [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29377)] [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a20:42:13.679251 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a20:42:13.742771 run osmo-hlr_10.42.42.2(pid=29374): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29374)]\u000a20:42:13.795151 run osmo-hlr_10.42.42.2(pid=29374): stdout: \u000a| (launched: 2022-12-13_20:42:10.725132) \u000a20:42:13.848107 run osmo-hlr_10.42.42.2(pid=29374): stderr: \u000a| �[0;m�[1;31m20221213204210919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204210919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204210919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204210919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204210919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204210919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204210932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204210940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204210940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204210940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:13.919825 run osmo-msc_10.42.42.6(pid=29380): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29380)]\u000a20:42:13.971812 run osmo-msc_10.42.42.6(pid=29380): stdout: \u000a| (launched: 2022-12-13_20:42:12.741847) \u000a20:42:14.024668 run osmo-msc_10.42.42.6(pid=29380): stderr: \u000a| �[0;m�[38;5;43m20221213204213062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204213063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faeddc5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204213063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204213063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204213063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204213063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204213065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204213065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204213065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204213065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:14.069293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29373): Terminating (SIGTERM)\u000a20:42:14.111417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29376): Terminating (SIGTERM)\u000a20:42:14.153620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29379): Terminating (SIGTERM)\u000a20:42:14.162983 --- ParallelTerminationStrategy: PID 29373 died...\u000a20:42:14.219048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29373): Terminated: ok {rc=0}\u000a20:42:14.229121 --- ParallelTerminationStrategy: PID 29376 died...\u000a20:42:14.284845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29376): Terminated: ok {rc=0}\u000a20:42:14.294862 --- ParallelTerminationStrategy: PID 29379 died...\u000a20:42:14.350849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29379): Terminated: ok {rc=0}\u000a20:42:14.437275 bus /sierra_3: Setting Powered False\u000a20:42:15.542940 bus /sierra_3: Setting Powered False\u000a20:42:16.653183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:42:07" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29386) [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29386)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29386) [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a20:42:18.494790 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a20:42:18.505994 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:42:18.646418 tst assert_extension.py: using LAC 36148\u000a20:42:18.768081 tst assert_extension.py: using RAC 193\u000a20:42:18.887969 tst assert_extension.py: using CellId 36148\u000a20:42:19.015046 tst assert_extension.py: using BVCI 36149\u000a20:42:19.039607 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a20:42:19.315202 tst assert_extension.py:10: start nitb and bts...\u000a20:42:19.439422 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:42:20.056790 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29385): Launched\u000a20:42:20.353646 run osmo-nitb_10.42.42.2(pid=29386): Launched\u000a20:42:20.536154 run osmo-nitb_10.42.42.2(pid=29386): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29386)]\u000a20:42:20.671082 run osmo-nitb_10.42.42.2(pid=29386): stdout: \u000a| (launched: 2022-12-13_20:42:20.207913) \u000a20:42:20.806653 run osmo-nitb_10.42.42.2(pid=29386): stderr: \u000a| (launched: 2022-12-13_20:42:20.252240)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:42:20.937437 run osmo-nitb_10.42.42.2(pid=29386): stdout: \u000a| (launched: 2022-12-13_20:42:20.207913) \u000a20:42:21.067233 run osmo-nitb_10.42.42.2(pid=29386): stderr: \u000a| (launched: 2022-12-13_20:42:20.252240)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:42:21.473787 tst osmo-nitb_10.42.42.2(pid=29386): stdout: \u000a| (launched: 2022-12-13_20:42:20.207913) \u000a20:42:21.594022 tst osmo-nitb_10.42.42.2(pid=29386): stderr: \u000a| (launched: 2022-12-13_20:42:20.252240)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:42:21.646281 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29386) [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29386)] [trial-2394↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a20:42:21.654616 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a20:42:21.689420 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29385): Terminating (SIGTERM)\u000a20:42:21.867298 --- ParallelTerminationStrategy: PID 29385 died...\u000a20:42:21.922936 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29385): Terminated: ok {rc=0}\u000a20:42:22.012524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:42:18" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a20:42:23.849911 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:23.860476 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:42:23.994827 tst assert_extension.py: using LAC 36149\u000a20:42:24.110231 tst assert_extension.py: using RAC 194\u000a20:42:24.225195 tst assert_extension.py: using CellId 36149\u000a20:42:24.342125 tst assert_extension.py: using BVCI 36150\u000a20:42:24.364559 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:24.375218 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:24.385697 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:24.396032 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:24.406619 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:42:24.417910 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a20:42:24.626904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:25.138232 run create_hlr_db(pid=29390): Launched\u000a20:42:25.323800 bus /sierra_2: Setting Powered False\u000a20:42:26.344047 run create_hlr_db(pid=29390): Terminated: ok {rc=0}\u000a20:42:26.771129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Launched\u000a20:42:27.090861 run osmo-hlr_10.42.42.2(pid=29393): Launched\u000a20:42:27.206351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:27.765422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Launched\u000a20:42:28.085199 run osmo-stp_10.42.42.5(pid=29396): Launched\u000a20:42:28.200302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:28.783436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Launched\u000a20:42:29.103057 run osmo-msc_10.42.42.6(pid=29399): Launched\u000a20:42:29.290104 run osmo-stp_10.42.42.5(pid=29396): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)]\u000a20:42:29.424819 run osmo-stp_10.42.42.5(pid=29396): stdout: \u000a| (launched: 2022-12-13_20:42:27.927645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:29.559008 run osmo-stp_10.42.42.5(pid=29396): stderr: \u000a| �[0;m�[38;5;43m20221213204228115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204228116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204228116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204228116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204228117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204228117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204228117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:29.687701 run osmo-stp_10.42.42.5(pid=29396): stdout: \u000a| (launched: 2022-12-13_20:42:27.927645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:29.815308 run osmo-stp_10.42.42.5(pid=29396): stderr: \u000a| �[0;m�[38;5;43m20221213204228115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204228116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204228116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204228116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204228117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204228117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204228117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:29.870797 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29396): Process ended prematurely: osmo-stp_10.42.42.5(pid=29396) [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29396)] [trial-2394↪ussd:trx-umtrx↪assert_extension.py:17]\u000a20:42:29.879417 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a20:42:29.942265 run osmo-hlr_10.42.42.2(pid=29393): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29393)]\u000a20:42:29.993954 run osmo-hlr_10.42.42.2(pid=29393): stdout: \u000a| (launched: 2022-12-13_20:42:26.933941) \u000a20:42:30.046085 run osmo-hlr_10.42.42.2(pid=29393): stderr: \u000a| �[0;m�[1;31m20221213204227129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204227129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204227129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204227129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204227129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204227129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204227142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204227151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204227151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204227151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:30.117366 run osmo-msc_10.42.42.6(pid=29399): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29399)]\u000a20:42:30.169110 run osmo-msc_10.42.42.6(pid=29399): stdout: \u000a| (launched: 2022-12-13_20:42:28.945159) \u000a20:42:30.221186 run osmo-msc_10.42.42.6(pid=29399): stderr: \u000a| �[0;m�[38;5;43m20221213204229265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204229265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb3e463c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204229265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204229266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204229266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204229266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204229268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204229268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204229268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204229268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:30.265640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Terminating (SIGTERM)\u000a20:42:30.307619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Terminating (SIGTERM)\u000a20:42:30.349776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Terminating (SIGTERM)\u000a20:42:30.359466 --- ParallelTerminationStrategy: PID 29392 died...\u000a20:42:30.415528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29392): Terminated: ok {rc=0}\u000a20:42:30.425604 --- ParallelTerminationStrategy: PID 29395 died...\u000a20:42:30.481224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29395): Terminated: ok {rc=0}\u000a20:42:30.491159 --- ParallelTerminationStrategy: PID 29398 died...\u000a20:42:30.546824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29398): Terminated: ok {rc=0}\u000a20:42:30.633555 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:42:23" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29410): Process ended prematurely: osmo-stp_10.42.42.5(pid=29410) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29410)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29410): Process ended prematurely: osmo-stp_10.42.42.5(pid=29410) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:42:32.637828 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:32.649514 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:42:32.816521 tst mo_mt_call.py: using LAC 36150\u000a20:42:32.944095 tst mo_mt_call.py: using RAC 195\u000a20:42:33.068390 tst mo_mt_call.py: using CellId 36150\u000a20:42:33.195979 tst mo_mt_call.py: using BVCI 36151\u000a20:42:33.220875 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:33.232615 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:33.244281 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:33.255868 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:33.267571 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:33.279004 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:42:33.397348 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:42:33.610936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:34.131411 run create_hlr_db(pid=29404): Launched\u000a20:42:34.319802 bus /sierra_2: Setting Powered False\u000a20:42:35.340074 run create_hlr_db(pid=29404): Terminated: ok {rc=0}\u000a20:42:35.748275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29406): Launched\u000a20:42:36.051773 run osmo-hlr_10.42.42.2(pid=29407): Launched\u000a20:42:36.163441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:36.692743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29409): Launched\u000a20:42:36.997035 run osmo-stp_10.42.42.5(pid=29410): Launched\u000a20:42:37.107327 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:37.663447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29412): Launched\u000a20:42:37.969937 run osmo-msc_10.42.42.6(pid=29413): Launched\u000a20:42:38.149367 run osmo-stp_10.42.42.5(pid=29410): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29410)]\u000a20:42:38.278802 run osmo-stp_10.42.42.5(pid=29410): stdout: \u000a| (launched: 2022-12-13_20:42:36.847704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:38.405781 run osmo-stp_10.42.42.5(pid=29410): stderr: \u000a| �[0;m�[38;5;43m20221213204237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204237017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204237017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204237017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204237017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:38.528308 run osmo-stp_10.42.42.5(pid=29410): stdout: \u000a| (launched: 2022-12-13_20:42:36.847704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:38.649879 run osmo-stp_10.42.42.5(pid=29410): stderr: \u000a| �[0;m�[38;5;43m20221213204237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204237017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204237017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204237017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204237017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:38.703412 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29410): Process ended prematurely: osmo-stp_10.42.42.5(pid=29410) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29410)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:42:38.712090 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:42:38.773248 run osmo-hlr_10.42.42.2(pid=29407): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29407)]\u000a20:42:38.823269 run osmo-hlr_10.42.42.2(pid=29407): stdout: \u000a| (launched: 2022-12-13_20:42:35.902998) \u000a20:42:38.873776 run osmo-hlr_10.42.42.2(pid=29407): stderr: \u000a| �[0;m�[1;31m20221213204236074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204236074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204236074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204236074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204236074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204236074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204236086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204236095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204236095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204236095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:38.942164 run osmo-msc_10.42.42.6(pid=29413): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29413)]\u000a20:42:38.991965 run osmo-msc_10.42.42.6(pid=29413): stdout: \u000a| (launched: 2022-12-13_20:42:37.818405) \u000a20:42:39.042789 run osmo-msc_10.42.42.6(pid=29413): stderr: \u000a| �[0;m�[38;5;43m20221213204238087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204238087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6428f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204238087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204238087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204238087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204238088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204238090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204238090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204238090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204238090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:39.085464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29406): Terminating (SIGTERM)\u000a20:42:39.125935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29409): Terminating (SIGTERM)\u000a20:42:39.166099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29412): Terminating (SIGTERM)\u000a20:42:39.175279 --- ParallelTerminationStrategy: PID 29406 died...\u000a20:42:39.229743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29406): Terminated: ok {rc=0}\u000a20:42:39.239308 --- ParallelTerminationStrategy: PID 29409 died...\u000a20:42:39.293351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29409): Terminated: ok {rc=0}\u000a20:42:39.303008 --- ParallelTerminationStrategy: PID 29412 died...\u000a20:42:39.357595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29412): Terminated: ok {rc=0}\u000a20:42:39.447278 bus /sierra_3: Setting Powered False\u000a20:42:40.551826 bus /sierra_3: Setting Powered False\u000a20:42:41.665592 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29421): Process ended prematurely: osmo-stp_10.42.42.5(pid=29421) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29421): Process ended prematurely: osmo-stp_10.42.42.5(pid=29421) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:42:42.777665 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:42.789388 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:42:42.948224 tst mo_mt_call_osmux.py: using LAC 36151\u000a20:42:43.068848 tst mo_mt_call_osmux.py: using RAC 196\u000a20:42:43.189372 tst mo_mt_call_osmux.py: using CellId 36151\u000a20:42:43.308391 tst mo_mt_call_osmux.py: using BVCI 36152\u000a20:42:43.331475 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:43.342598 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:43.353617 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:43.364550 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:43.375874 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:42:43.387065 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:42:43.503446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:42:43.717278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:44.240784 run create_hlr_db(pid=29415): Launched\u000a20:42:44.429654 bus /sierra_2: Setting Powered False\u000a20:42:45.450457 run create_hlr_db(pid=29415): Terminated: ok {rc=0}\u000a20:42:45.900028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Launched\u000a20:42:46.316565 run osmo-hlr_10.42.42.2(pid=29418): Launched\u000a20:42:46.556892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:47.160367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Launched\u000a20:42:47.468391 run osmo-stp_10.42.42.5(pid=29421): Launched\u000a20:42:47.580463 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:48.139030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29423): Launched\u000a20:42:48.447175 run osmo-msc_10.42.42.6(pid=29424): Launched\u000a20:42:48.627257 run osmo-stp_10.42.42.5(pid=29421): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)]\u000a20:42:48.756613 run osmo-stp_10.42.42.5(pid=29421): stdout: \u000a| (launched: 2022-12-13_20:42:47.317456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:48.884015 run osmo-stp_10.42.42.5(pid=29421): stderr: \u000a| �[0;m�[38;5;43m20221213204247484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204247484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204247484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204247485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204247485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204247485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204247485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:49.006885 run osmo-stp_10.42.42.5(pid=29421): stdout: \u000a| (launched: 2022-12-13_20:42:47.317456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:49.128513 run osmo-stp_10.42.42.5(pid=29421): stderr: \u000a| �[0;m�[38;5;43m20221213204247484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204247484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204247484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204247485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204247485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204247485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204247485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:49.182001 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29421): Process ended prematurely: osmo-stp_10.42.42.5(pid=29421) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29421)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:42:49.190556 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:42:49.251179 run osmo-hlr_10.42.42.2(pid=29418): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29418)]\u000a20:42:49.300895 run osmo-hlr_10.42.42.2(pid=29418): stdout: \u000a| (launched: 2022-12-13_20:42:46.074022) \u000a20:42:49.351481 run osmo-hlr_10.42.42.2(pid=29418): stderr: \u000a| �[0;m�[1;31m20221213204246379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204246379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204246379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204246380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204246380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204246380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204246399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204246412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204246412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204246412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:49.419840 run osmo-msc_10.42.42.6(pid=29424): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29424)]\u000a20:42:49.469537 run osmo-msc_10.42.42.6(pid=29424): stdout: \u000a| (launched: 2022-12-13_20:42:48.294447) \u000a20:42:49.519606 run osmo-msc_10.42.42.6(pid=29424): stderr: \u000a| �[0;m�[38;5;43m20221213204248563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204248564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7501f41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204248564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204248564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204248564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204248564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204248566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204248566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204248567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204248567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:49.562747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Terminating (SIGTERM)\u000a20:42:49.603742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Terminating (SIGTERM)\u000a20:42:49.644303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29423): Terminating (SIGTERM)\u000a20:42:49.653651 --- ParallelTerminationStrategy: PID 29417 died...\u000a20:42:49.708048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29417): Terminated: ok {rc=0}\u000a20:42:49.717700 --- ParallelTerminationStrategy: PID 29420 died...\u000a20:42:49.771915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29420): Terminated: ok {rc=0}\u000a20:42:49.781577 --- ParallelTerminationStrategy: PID 29423 died...\u000a20:42:49.835799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29423): Terminated: ok {rc=0}\u000a20:42:49.925495 bus /sierra_3: Setting Powered False\u000a20:42:51.033066 bus /sierra_3: Setting Powered False\u000a20:42:52.141950 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:42:32" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29435): Process ended prematurely: osmo-stp_10.42.42.5(pid=29435) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29435)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29435): Process ended prematurely: osmo-stp_10.42.42.5(pid=29435) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:42:54.151983 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:42:54.163784 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:42:54.331740 tst mo_mt_call.py: using LAC 36152\u000a20:42:54.459627 tst mo_mt_call.py: using RAC 197\u000a20:42:54.589066 tst mo_mt_call.py: using CellId 36152\u000a20:42:54.717749 tst mo_mt_call.py: using BVCI 36153\u000a20:42:54.742654 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:42:54.754924 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:42:54.766628 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:42:54.778018 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:42:54.790046 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:42:54.801949 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:42:54.919798 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:42:55.132517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:55.653571 run create_hlr_db(pid=29429): Launched\u000a20:42:55.842775 bus /sierra_2: Setting Powered False\u000a20:42:56.863773 run create_hlr_db(pid=29429): Terminated: ok {rc=0}\u000a20:42:57.271350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29431): Launched\u000a20:42:57.579121 run osmo-hlr_10.42.42.2(pid=29432): Launched\u000a20:42:57.697760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:58.234337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29434): Launched\u000a20:42:58.540444 run osmo-stp_10.42.42.5(pid=29435): Launched\u000a20:42:58.652197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:59.209101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29437): Launched\u000a20:42:59.515220 run osmo-msc_10.42.42.6(pid=29438): Launched\u000a20:42:59.695893 run osmo-stp_10.42.42.5(pid=29435): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29435)]\u000a20:42:59.825499 run osmo-stp_10.42.42.5(pid=29435): stdout: \u000a| (launched: 2022-12-13_20:42:58.389620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:59.952614 run osmo-stp_10.42.42.5(pid=29435): stderr: \u000a| �[0;m�[38;5;43m20221213204258558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204258559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204258559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204258559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204258560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204258560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204258560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:00.075369 run osmo-stp_10.42.42.5(pid=29435): stdout: \u000a| (launched: 2022-12-13_20:42:58.389620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:00.196740 run osmo-stp_10.42.42.5(pid=29435): stderr: \u000a| �[0;m�[38;5;43m20221213204258558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204258559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204258559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204258559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204258560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204258560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204258560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:00.250290 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29435): Process ended prematurely: osmo-stp_10.42.42.5(pid=29435) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29435)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:43:00.258867 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:43:00.319805 run osmo-hlr_10.42.42.2(pid=29432): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29432)]\u000a20:43:00.369395 run osmo-hlr_10.42.42.2(pid=29432): stdout: \u000a| (launched: 2022-12-13_20:42:57.426352) \u000a20:43:00.419430 run osmo-hlr_10.42.42.2(pid=29432): stderr: \u000a| �[0;m�[1;31m20221213204257599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204257600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204257600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204257600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204257600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204257600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204257612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204257622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204257623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204257623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:00.487475 run osmo-msc_10.42.42.6(pid=29438): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29438)]\u000a20:43:00.536937 run osmo-msc_10.42.42.6(pid=29438): stdout: \u000a| (launched: 2022-12-13_20:42:59.363179) \u000a20:43:00.587157 run osmo-msc_10.42.42.6(pid=29438): stderr: \u000a| �[0;m�[38;5;43m20221213204259632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204259632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73d80bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204259632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204259632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204259632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204259632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204259634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204259635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204259635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204259635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:00.629666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29431): Terminating (SIGTERM)\u000a20:43:00.669812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29434): Terminating (SIGTERM)\u000a20:43:00.710141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29437): Terminating (SIGTERM)\u000a20:43:00.719406 --- ParallelTerminationStrategy: PID 29431 died...\u000a20:43:00.773768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29431): Terminated: ok {rc=0}\u000a20:43:00.783391 --- ParallelTerminationStrategy: PID 29434 died...\u000a20:43:00.841319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29434): Terminated: ok {rc=0}\u000a20:43:00.851504 --- ParallelTerminationStrategy: PID 29437 died...\u000a20:43:00.912712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29437): Terminated: ok {rc=0}\u000a20:43:01.000573 bus /sierra_3: Setting Powered False\u000a20:43:02.100550 bus /sierra_3: Setting Powered False\u000a20:43:03.207221 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29446): Process ended prematurely: osmo-stp_10.42.42.5(pid=29446) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29446)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29446): Process ended prematurely: osmo-stp_10.42.42.5(pid=29446) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:43:04.322542 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:43:04.335028 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:43:04.499343 tst mo_mt_call_osmux.py: using LAC 36153\u000a20:43:04.627493 tst mo_mt_call_osmux.py: using RAC 198\u000a20:43:04.754554 tst mo_mt_call_osmux.py: using CellId 36153\u000a20:43:04.881961 tst mo_mt_call_osmux.py: using BVCI 36154\u000a20:43:04.906867 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:43:04.918705 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:43:04.930356 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:43:04.942038 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:43:04.954101 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:43:04.965917 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:43:05.087043 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:43:05.296520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:05.779199 run create_hlr_db(pid=29440): Launched\u000a20:43:05.955761 bus /sierra_2: Setting Powered False\u000a20:43:06.975858 run create_hlr_db(pid=29440): Terminated: ok {rc=0}\u000a20:43:07.382063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29442): Launched\u000a20:43:07.687191 run osmo-hlr_10.42.42.2(pid=29443): Launched\u000a20:43:07.806232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:08.340247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29445): Launched\u000a20:43:08.644750 run osmo-stp_10.42.42.5(pid=29446): Launched\u000a20:43:08.755364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:09.310674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29448): Launched\u000a20:43:09.616021 run osmo-msc_10.42.42.6(pid=29449): Launched\u000a20:43:09.796327 run osmo-stp_10.42.42.5(pid=29446): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29446)]\u000a20:43:09.926197 run osmo-stp_10.42.42.5(pid=29446): stdout: \u000a| (launched: 2022-12-13_20:43:08.495063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:10.052930 run osmo-stp_10.42.42.5(pid=29446): stderr: \u000a| �[0;m�[38;5;43m20221213204308662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204308662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204308663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204308663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204308664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204308664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204308664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:10.176250 run osmo-stp_10.42.42.5(pid=29446): stdout: \u000a| (launched: 2022-12-13_20:43:08.495063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:10.297808 run osmo-stp_10.42.42.5(pid=29446): stderr: \u000a| �[0;m�[38;5;43m20221213204308662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204308662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204308663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204308663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204308664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204308664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204308664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:10.351066 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29446): Process ended prematurely: osmo-stp_10.42.42.5(pid=29446) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29446)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:43:10.359721 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:43:10.420578 run osmo-hlr_10.42.42.2(pid=29443): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29443)]\u000a20:43:10.470125 run osmo-hlr_10.42.42.2(pid=29443): stdout: \u000a| (launched: 2022-12-13_20:43:07.537510) \u000a20:43:10.520638 run osmo-hlr_10.42.42.2(pid=29443): stderr: \u000a| �[0;m�[1;31m20221213204307711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204307712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204307712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204307712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204307712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204307712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204307723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204307732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204307732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204307732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:10.588816 run osmo-msc_10.42.42.6(pid=29449): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29449)]\u000a20:43:10.638289 run osmo-msc_10.42.42.6(pid=29449): stdout: \u000a| (launched: 2022-12-13_20:43:09.465665) \u000a20:43:10.688149 run osmo-msc_10.42.42.6(pid=29449): stderr: \u000a| �[0;m�[38;5;43m20221213204309736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204309736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf59984c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204309736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204309736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204309736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204309737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204309738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204309739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204309739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204309739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:10.730600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29442): Terminating (SIGTERM)\u000a20:43:10.770697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29445): Terminating (SIGTERM)\u000a20:43:10.810926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29448): Terminating (SIGTERM)\u000a20:43:10.820183 --- ParallelTerminationStrategy: PID 29442 died...\u000a20:43:10.874816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29442): Terminated: ok {rc=0}\u000a20:43:10.884371 --- ParallelTerminationStrategy: PID 29445 died...\u000a20:43:10.938429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29445): Terminated: ok {rc=0}\u000a20:43:10.947940 --- ParallelTerminationStrategy: PID 29448 died...\u000a20:43:11.001545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29448): Terminated: ok {rc=0}\u000a20:43:11.090497 bus /sierra_3: Setting Powered False\u000a20:43:12.193745 bus /sierra_3: Setting Powered False\u000a20:43:13.304214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:42:53" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29460): Process ended prematurely: osmo-stp_10.42.42.5(pid=29460) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29460): Process ended prematurely: osmo-stp_10.42.42.5(pid=29460) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:43:15.290451 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:15.301703 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:43:15.464675 tst mo_mt_call.py: using LAC 36154\u000a20:43:15.591854 tst mo_mt_call.py: using RAC 199\u000a20:43:15.724371 tst mo_mt_call.py: using CellId 36154\u000a20:43:15.861909 tst mo_mt_call.py: using BVCI 36155\u000a20:43:15.898331 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:15.910918 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:15.923440 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:15.935942 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:15.948584 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:15.961739 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:43:16.090152 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:43:16.304232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:16.883196 run create_hlr_db(pid=29454): Launched\u000a20:43:17.070980 bus /sierra_2: Setting Powered False\u000a20:43:18.086893 run create_hlr_db(pid=29454): Terminated: ok {rc=0}\u000a20:43:18.491547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Launched\u000a20:43:18.798603 run osmo-hlr_10.42.42.2(pid=29457): Launched\u000a20:43:18.916257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:19.449275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Launched\u000a20:43:19.755230 run osmo-stp_10.42.42.5(pid=29460): Launched\u000a20:43:19.867490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:20.424297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29462): Launched\u000a20:43:20.730420 run osmo-msc_10.42.42.6(pid=29463): Launched\u000a20:43:20.910049 run osmo-stp_10.42.42.5(pid=29460): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)]\u000a20:43:21.039848 run osmo-stp_10.42.42.5(pid=29460): stdout: \u000a| (launched: 2022-12-13_20:43:19.604206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:21.167664 run osmo-stp_10.42.42.5(pid=29460): stderr: \u000a| �[0;m�[38;5;43m20221213204319773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204319773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204319773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204319774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204319774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204319774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204319774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:21.290638 run osmo-stp_10.42.42.5(pid=29460): stdout: \u000a| (launched: 2022-12-13_20:43:19.604206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:21.412352 run osmo-stp_10.42.42.5(pid=29460): stderr: \u000a| �[0;m�[38;5;43m20221213204319773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204319773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204319773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204319774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204319774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204319774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204319774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:21.465911 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29460): Process ended prematurely: osmo-stp_10.42.42.5(pid=29460) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:43:21.474536 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:43:21.535662 run osmo-hlr_10.42.42.2(pid=29457): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29457)]\u000a20:43:21.585633 run osmo-hlr_10.42.42.2(pid=29457): stdout: \u000a| (launched: 2022-12-13_20:43:18.646528) \u000a20:43:21.636293 run osmo-hlr_10.42.42.2(pid=29457): stderr: \u000a| �[0;m�[1;31m20221213204318820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204318820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204318820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204318820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204318820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204318820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204318833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204318841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204318841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204318841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:21.704864 run osmo-msc_10.42.42.6(pid=29463): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29463)]\u000a20:43:21.755157 run osmo-msc_10.42.42.6(pid=29463): stdout: \u000a| (launched: 2022-12-13_20:43:20.579952) \u000a20:43:21.805942 run osmo-msc_10.42.42.6(pid=29463): stderr: \u000a| �[0;m�[38;5;43m20221213204320850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204320850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4fe03dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204320850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204320851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204320851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204320851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204320853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204320853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204320853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204320853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:21.848901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Terminating (SIGTERM)\u000a20:43:21.889739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Terminating (SIGTERM)\u000a20:43:21.930325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29462): Terminating (SIGTERM)\u000a20:43:21.939275 --- ParallelTerminationStrategy: PID 29456 died...\u000a20:43:21.994035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Terminated: ok {rc=0}\u000a20:43:22.003723 --- ParallelTerminationStrategy: PID 29459 died...\u000a20:43:22.057922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Terminated: ok {rc=0}\u000a20:43:22.067468 --- ParallelTerminationStrategy: PID 29462 died...\u000a20:43:22.121672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29462): Terminated: ok {rc=0}\u000a20:43:22.205968 bus /sierra_3: Setting Powered False\u000a20:43:23.313856 bus /sierra_3: Setting Powered False\u000a20:43:24.423360 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29472): Process ended prematurely: osmo-stp_10.42.42.5(pid=29472) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29472): Process ended prematurely: osmo-stp_10.42.42.5(pid=29472) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:43:25.539611 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:25.552011 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:43:25.720339 tst mo_mt_call_osmux.py: using LAC 36155\u000a20:43:25.848580 tst mo_mt_call_osmux.py: using RAC 200\u000a20:43:25.976132 tst mo_mt_call_osmux.py: using CellId 36155\u000a20:43:26.106523 tst mo_mt_call_osmux.py: using BVCI 36156\u000a20:43:26.131531 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:26.143161 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:26.155069 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:26.166862 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:26.178751 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:43:26.190603 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:43:26.312367 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:43:26.515747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:26.996692 run create_hlr_db(pid=29466): Launched\u000a20:43:27.171499 bus /sierra_2: Setting Powered False\u000a20:43:28.194745 run create_hlr_db(pid=29466): Terminated: ok {rc=0}\u000a20:43:28.626695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Launched\u000a20:43:28.954350 run osmo-hlr_10.42.42.2(pid=29469): Launched\u000a20:43:29.078060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:29.644300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Launched\u000a20:43:29.972001 run osmo-stp_10.42.42.5(pid=29472): Launched\u000a20:43:30.090828 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:30.684471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Launched\u000a20:43:31.194968 run osmo-msc_10.42.42.6(pid=29475): Launched\u000a20:43:31.496064 run osmo-stp_10.42.42.5(pid=29472): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)]\u000a20:43:31.685839 run osmo-stp_10.42.42.5(pid=29472): stdout: \u000a| (launched: 2022-12-13_20:43:29.810571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:31.819979 run osmo-stp_10.42.42.5(pid=29472): stderr: \u000a| �[0;m�[38;5;43m20221213204330000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204330000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204330000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204330000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204330001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204330001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204330001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:31.947249 run osmo-stp_10.42.42.5(pid=29472): stdout: \u000a| (launched: 2022-12-13_20:43:29.810571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:32.074992 run osmo-stp_10.42.42.5(pid=29472): stderr: \u000a| �[0;m�[38;5;43m20221213204330000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204330000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204330000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204330000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204330001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204330001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204330001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:32.130358 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29472): Process ended prematurely: osmo-stp_10.42.42.5(pid=29472) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:43:32.140045 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:43:32.205029 run osmo-hlr_10.42.42.2(pid=29469): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29469)]\u000a20:43:32.256708 run osmo-hlr_10.42.42.2(pid=29469): stdout: \u000a| (launched: 2022-12-13_20:43:28.793453) \u000a20:43:32.309232 run osmo-hlr_10.42.42.2(pid=29469): stderr: \u000a| �[0;m�[1;31m20221213204328988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204328989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204328989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204328989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204328989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204328989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204329001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204329010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204329010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204329010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:32.380861 run osmo-msc_10.42.42.6(pid=29475): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29475)]\u000a20:43:32.432419 run osmo-msc_10.42.42.6(pid=29475): stdout: \u000a| (launched: 2022-12-13_20:43:30.862996) \u000a20:43:32.485358 run osmo-msc_10.42.42.6(pid=29475): stderr: \u000a| �[0;m�[38;5;43m20221213204331397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204331398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4626baac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204331398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204331398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204331398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204331398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204331406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204331406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204331407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204331407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:32.528624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Terminating (SIGTERM)\u000a20:43:32.569613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Terminating (SIGTERM)\u000a20:43:32.610350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Terminating (SIGTERM)\u000a20:43:32.619638 --- ParallelTerminationStrategy: PID 29468 died...\u000a20:43:32.675056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Terminated: ok {rc=0}\u000a20:43:32.684714 --- ParallelTerminationStrategy: PID 29471 died...\u000a20:43:32.740114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Terminated: ok {rc=0}\u000a20:43:32.749819 --- ParallelTerminationStrategy: PID 29474 died...\u000a20:43:32.804344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Terminated: ok {rc=0}\u000a20:43:32.893716 bus /sierra_3: Setting Powered False\u000a20:43:33.997423 bus /sierra_3: Setting Powered False\u000a20:43:35.108254 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:43:15" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29486): Process ended prematurely: osmo-stp_10.42.42.5(pid=29486) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29486): Process ended prematurely: osmo-stp_10.42.42.5(pid=29486) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:43:37.105368 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:37.116587 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:43:37.270646 tst mo_mt_call.py: using LAC 36156\u000a20:43:37.388626 tst mo_mt_call.py: using RAC 201\u000a20:43:37.507940 tst mo_mt_call.py: using CellId 36156\u000a20:43:37.631828 tst mo_mt_call.py: using BVCI 36157\u000a20:43:37.655036 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:37.666277 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:37.677186 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:37.687958 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:37.699239 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:37.710393 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:43:37.832634 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:43:38.040169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:38.519545 run create_hlr_db(pid=29480): Launched\u000a20:43:38.694399 bus /sierra_2: Setting Powered False\u000a20:43:39.717816 run create_hlr_db(pid=29480): Terminated: ok {rc=0}\u000a20:43:40.141279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Launched\u000a20:43:40.446767 run osmo-hlr_10.42.42.2(pid=29483): Launched\u000a20:43:40.570465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:41.105352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Launched\u000a20:43:41.410331 run osmo-stp_10.42.42.5(pid=29486): Launched\u000a20:43:41.522129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:42.086231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Launched\u000a20:43:42.414749 run osmo-msc_10.42.42.6(pid=29489): Launched\u000a20:43:42.606317 run osmo-stp_10.42.42.5(pid=29486): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)]\u000a20:43:42.745072 run osmo-stp_10.42.42.5(pid=29486): stdout: \u000a| (launched: 2022-12-13_20:43:41.260472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:42.881786 run osmo-stp_10.42.42.5(pid=29486): stderr: \u000a| �[0;m�[38;5;43m20221213204341428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204341428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204341428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204341429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204341429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204341429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204341429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:43.013068 run osmo-stp_10.42.42.5(pid=29486): stdout: \u000a| (launched: 2022-12-13_20:43:41.260472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:43.143181 run osmo-stp_10.42.42.5(pid=29486): stderr: \u000a| �[0;m�[38;5;43m20221213204341428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204341428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204341428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204341429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204341429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204341429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204341429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:43.200387 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29486): Process ended prematurely: osmo-stp_10.42.42.5(pid=29486) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:43:43.209769 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:43:43.273427 run osmo-hlr_10.42.42.2(pid=29483): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29483)]\u000a20:43:43.325714 run osmo-hlr_10.42.42.2(pid=29483): stdout: \u000a| (launched: 2022-12-13_20:43:40.296069) \u000a20:43:43.378485 run osmo-hlr_10.42.42.2(pid=29483): stderr: \u000a| �[0;m�[1;31m20221213204340470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204340470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204340470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204340470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204340470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204340470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204340481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204340489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204340489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204340490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:43.449895 run osmo-msc_10.42.42.6(pid=29489): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29489)]\u000a20:43:43.501542 run osmo-msc_10.42.42.6(pid=29489): stdout: \u000a| (launched: 2022-12-13_20:43:42.253618) \u000a20:43:43.553998 run osmo-msc_10.42.42.6(pid=29489): stderr: \u000a| �[0;m�[38;5;43m20221213204342573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204342574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc447f71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204342574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204342574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204342574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204342574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204342576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204342576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204342576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204342576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:43.598209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Terminating (SIGTERM)\u000a20:43:43.639741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Terminating (SIGTERM)\u000a20:43:43.681417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Terminating (SIGTERM)\u000a20:43:43.691115 --- ParallelTerminationStrategy: PID 29482 died...\u000a20:43:43.747056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Terminated: ok {rc=0}\u000a20:43:43.757183 --- ParallelTerminationStrategy: PID 29485 died...\u000a20:43:43.813172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Terminated: ok {rc=0}\u000a20:43:43.823361 --- ParallelTerminationStrategy: PID 29488 died...\u000a20:43:43.879038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Terminated: ok {rc=0}\u000a20:43:43.965940 bus /sierra_3: Setting Powered False\u000a20:43:45.072387 bus /sierra_3: Setting Powered False\u000a20:43:46.192328 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29497): Process ended prematurely: osmo-stp_10.42.42.5(pid=29497) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29497): Process ended prematurely: osmo-stp_10.42.42.5(pid=29497) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:43:47.306040 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:47.317606 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:43:47.476388 tst mo_mt_call_osmux.py: using LAC 36157\u000a20:43:47.597649 tst mo_mt_call_osmux.py: using RAC 202\u000a20:43:47.722122 tst mo_mt_call_osmux.py: using CellId 36157\u000a20:43:47.848084 tst mo_mt_call_osmux.py: using BVCI 36158\u000a20:43:47.873018 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:47.884670 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:47.896277 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:47.907846 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:47.919680 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:43:47.931509 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:43:48.051021 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:43:48.255456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:48.735025 run create_hlr_db(pid=29491): Launched\u000a20:43:48.909899 bus /sierra_2: Setting Powered False\u000a20:43:49.931959 run create_hlr_db(pid=29491): Terminated: ok {rc=0}\u000a20:43:50.335517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Launched\u000a20:43:50.639794 run osmo-hlr_10.42.42.2(pid=29494): Launched\u000a20:43:50.752386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:51.281848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Launched\u000a20:43:51.587135 run osmo-stp_10.42.42.5(pid=29497): Launched\u000a20:43:51.699020 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:52.255422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29499): Launched\u000a20:43:52.560036 run osmo-msc_10.42.42.6(pid=29500): Launched\u000a20:43:52.739738 run osmo-stp_10.42.42.5(pid=29497): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)]\u000a20:43:52.869089 run osmo-stp_10.42.42.5(pid=29497): stdout: \u000a| (launched: 2022-12-13_20:43:51.436336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:52.995508 run osmo-stp_10.42.42.5(pid=29497): stderr: \u000a| �[0;m�[38;5;43m20221213204351603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204351604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204351604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204351604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204351605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204351605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204351605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:53.117968 run osmo-stp_10.42.42.5(pid=29497): stdout: \u000a| (launched: 2022-12-13_20:43:51.436336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:53.239182 run osmo-stp_10.42.42.5(pid=29497): stderr: \u000a| �[0;m�[38;5;43m20221213204351603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204351604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204351604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204351604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204351605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204351605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204351605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:53.292734 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29497): Process ended prematurely: osmo-stp_10.42.42.5(pid=29497) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29497)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:43:53.301518 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:43:53.361700 run osmo-hlr_10.42.42.2(pid=29494): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29494)]\u000a20:43:53.410946 run osmo-hlr_10.42.42.2(pid=29494): stdout: \u000a| (launched: 2022-12-13_20:43:50.489977) \u000a20:43:53.460983 run osmo-hlr_10.42.42.2(pid=29494): stderr: \u000a| �[0;m�[1;31m20221213204350663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204350663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204350663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204350663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204350663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204350663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204350675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204350683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204350683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204350683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:53.528801 run osmo-msc_10.42.42.6(pid=29500): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29500)]\u000a20:43:53.578237 run osmo-msc_10.42.42.6(pid=29500): stdout: \u000a| (launched: 2022-12-13_20:43:52.409477) \u000a20:43:53.628274 run osmo-msc_10.42.42.6(pid=29500): stderr: \u000a| �[0;m�[38;5;43m20221213204352679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204352680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb100892c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204352680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204352680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204352680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204352680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204352682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204352682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204352683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204352683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:53.670746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Terminating (SIGTERM)\u000a20:43:53.710935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Terminating (SIGTERM)\u000a20:43:53.751280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29499): Terminating (SIGTERM)\u000a20:43:53.760554 --- ParallelTerminationStrategy: PID 29493 died...\u000a20:43:53.814653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29493): Terminated: ok {rc=0}\u000a20:43:53.824189 --- ParallelTerminationStrategy: PID 29496 died...\u000a20:43:53.877882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29496): Terminated: ok {rc=0}\u000a20:43:53.887369 --- ParallelTerminationStrategy: PID 29499 died...\u000a20:43:53.941068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29499): Terminated: ok {rc=0}\u000a20:43:54.029375 bus /sierra_3: Setting Powered False\u000a20:43:55.133548 bus /sierra_3: Setting Powered False\u000a20:43:56.244495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:43:36" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29512): Process ended prematurely: osmo-stp_10.42.42.5(pid=29512) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29512)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29512): Process ended prematurely: osmo-stp_10.42.42.5(pid=29512) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:43:58.242143 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:43:58.253659 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:43:58.429557 tst mo_mt_call.py: using LAC 36158\u000a20:43:58.555341 tst mo_mt_call.py: using RAC 203\u000a20:43:58.676515 tst mo_mt_call.py: using CellId 36158\u000a20:43:58.796158 tst mo_mt_call.py: using BVCI 36159\u000a20:43:58.819395 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:43:58.830592 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:43:58.841544 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:43:58.852433 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:43:58.863882 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:43:58.875104 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:43:58.995750 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:43:59.208690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:59.730902 run create_hlr_db(pid=29506): Launched\u000a20:43:59.919422 bus /sierra_2: Setting Powered False\u000a20:44:00.959637 run create_hlr_db(pid=29506): Terminated: ok {rc=0}\u000a20:44:01.409951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29508): Launched\u000a20:44:01.738783 run osmo-hlr_10.42.42.2(pid=29509): Launched\u000a20:44:01.960871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:02.551457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29511): Launched\u000a20:44:02.856669 run osmo-stp_10.42.42.5(pid=29512): Launched\u000a20:44:02.967188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:44:03.521196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29514): Launched\u000a20:44:03.826463 run osmo-msc_10.42.42.6(pid=29515): Launched\u000a20:44:04.004835 run osmo-stp_10.42.42.5(pid=29512): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29512)]\u000a20:44:04.133761 run osmo-stp_10.42.42.5(pid=29512): stdout: \u000a| (launched: 2022-12-13_20:44:02.706137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:04.260512 run osmo-stp_10.42.42.5(pid=29512): stderr: \u000a| �[0;m�[38;5;43m20221213204402874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204402874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204402875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204402875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204402875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204402876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204402876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:04.383510 run osmo-stp_10.42.42.5(pid=29512): stdout: \u000a| (launched: 2022-12-13_20:44:02.706137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:04.504765 run osmo-stp_10.42.42.5(pid=29512): stderr: \u000a| �[0;m�[38;5;43m20221213204402874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204402874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204402875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204402875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204402875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204402876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204402876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:04.558421 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29512): Process ended prematurely: osmo-stp_10.42.42.5(pid=29512) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29512)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:44:04.567092 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:44:04.628360 run osmo-hlr_10.42.42.2(pid=29509): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29509)]\u000a20:44:04.678382 run osmo-hlr_10.42.42.2(pid=29509): stdout: \u000a| (launched: 2022-12-13_20:44:01.579432) \u000a20:44:04.728750 run osmo-hlr_10.42.42.2(pid=29509): stderr: \u000a| �[0;m�[1;31m20221213204401937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204401937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204401937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204401937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204401937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204401937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204401967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204401989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204401989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204401989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:04.797386 run osmo-msc_10.42.42.6(pid=29515): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29515)]\u000a20:44:04.847415 run osmo-msc_10.42.42.6(pid=29515): stdout: \u000a| (launched: 2022-12-13_20:44:03.675453) \u000a20:44:04.897678 run osmo-msc_10.42.42.6(pid=29515): stderr: \u000a| �[0;m�[38;5;43m20221213204403945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204403945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19950bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204403945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204403946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204403946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204403946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204403948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204403948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204403948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204403948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:44:04.940452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29508): Terminating (SIGTERM)\u000a20:44:04.980680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29511): Terminating (SIGTERM)\u000a20:44:05.020804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29514): Terminating (SIGTERM)\u000a20:44:05.030121 --- ParallelTerminationStrategy: PID 29508 died...\u000a20:44:05.084570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29508): Terminated: ok {rc=0}\u000a20:44:05.094381 --- ParallelTerminationStrategy: PID 29511 died...\u000a20:44:05.148739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29511): Terminated: ok {rc=0}\u000a20:44:05.158436 --- ParallelTerminationStrategy: PID 29514 died...\u000a20:44:05.212766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29514): Terminated: ok {rc=0}\u000a20:44:05.302211 bus /sierra_3: Setting Powered False\u000a20:44:06.407321 bus /sierra_3: Setting Powered False\u000a20:44:07.516388 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29523): Process ended prematurely: osmo-stp_10.42.42.5(pid=29523) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29523): Process ended prematurely: osmo-stp_10.42.42.5(pid=29523) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:44:08.631810 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:44:08.643933 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:44:08.810594 tst mo_mt_call_osmux.py: using LAC 36159\u000a20:44:08.937186 tst mo_mt_call_osmux.py: using RAC 204\u000a20:44:09.066529 tst mo_mt_call_osmux.py: using CellId 36159\u000a20:44:09.189145 tst mo_mt_call_osmux.py: using BVCI 36160\u000a20:44:09.212348 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:44:09.223728 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:44:09.234830 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:44:09.245869 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:44:09.257582 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:44:09.268789 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:44:09.390746 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:44:09.596531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:10.077736 run create_hlr_db(pid=29517): Launched\u000a20:44:10.252700 bus /sierra_2: Setting Powered False\u000a20:44:11.275325 run create_hlr_db(pid=29517): Terminated: ok {rc=0}\u000a20:44:11.682633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Launched\u000a20:44:12.017957 run osmo-hlr_10.42.42.2(pid=29520): Launched\u000a20:44:12.136628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:12.671289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Launched\u000a20:44:12.975858 run osmo-stp_10.42.42.5(pid=29523): Launched\u000a20:44:13.087296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:44:13.643241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Launched\u000a20:44:13.950878 run osmo-msc_10.42.42.6(pid=29526): Launched\u000a20:44:14.130322 run osmo-stp_10.42.42.5(pid=29523): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)]\u000a20:44:14.259763 run osmo-stp_10.42.42.5(pid=29523): stdout: \u000a| (launched: 2022-12-13_20:44:12.826139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:14.387002 run osmo-stp_10.42.42.5(pid=29523): stderr: \u000a| �[0;m�[38;5;43m20221213204412994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204412994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204412994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204412995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204412995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204412995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204412995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:14.510325 run osmo-stp_10.42.42.5(pid=29523): stdout: \u000a| (launched: 2022-12-13_20:44:12.826139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:14.631802 run osmo-stp_10.42.42.5(pid=29523): stderr: \u000a| �[0;m�[38;5;43m20221213204412994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204412994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204412994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204412995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204412995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204412995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204412995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:14.685460 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29523): Process ended prematurely: osmo-stp_10.42.42.5(pid=29523) [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)] [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:44:14.694323 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:44:14.754716 run osmo-hlr_10.42.42.2(pid=29520): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29520)]\u000a20:44:14.804161 run osmo-hlr_10.42.42.2(pid=29520): stdout: \u000a| (launched: 2022-12-13_20:44:11.837309) \u000a20:44:14.854507 run osmo-hlr_10.42.42.2(pid=29520): stderr: \u000a| �[0;m�[1;31m20221213204412042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204412042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204412042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204412042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204412043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204412043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204412055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204412064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204412064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204412064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:14.922774 run osmo-msc_10.42.42.6(pid=29526): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29526)]\u000a20:44:14.972384 run osmo-msc_10.42.42.6(pid=29526): stdout: \u000a| (launched: 2022-12-13_20:44:13.797915) \u000a20:44:15.022459 run osmo-msc_10.42.42.6(pid=29526): stderr: \u000a| �[0;m�[38;5;43m20221213204414066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204414066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2338fc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204414066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204414066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204414066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204414066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204414068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204414069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204414069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204414069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:44:15.065097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Terminating (SIGTERM)\u000a20:44:15.105417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Terminating (SIGTERM)\u000a20:44:15.145750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Terminating (SIGTERM)\u000a20:44:15.155224 --- ParallelTerminationStrategy: PID 29519 died...\u000a20:44:15.209720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Terminated: ok {rc=0}\u000a20:44:15.219407 --- ParallelTerminationStrategy: PID 29522 died...\u000a20:44:15.273484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Terminated: ok {rc=0}\u000a20:44:15.283164 --- ParallelTerminationStrategy: PID 29525 died...\u000a20:44:15.337080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Terminated: ok {rc=0}\u000a20:44:15.425968 bus /sierra_3: Setting Powered False\u000a20:44:16.551244 bus /sierra_3: Setting Powered False\u000a20:44:17.662737 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:43:57" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29538): Process ended prematurely: osmo-stp_10.42.42.5(pid=29538) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29538): Process ended prematurely: osmo-stp_10.42.42.5(pid=29538) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:44:19.676217 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:19.687901 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:44:19.854798 tst mo_mt_call.py: using LAC 36160\u000a20:44:19.982849 tst mo_mt_call.py: using RAC 205\u000a20:44:20.113109 tst mo_mt_call.py: using CellId 36160\u000a20:44:20.241798 tst mo_mt_call.py: using BVCI 36161\u000a20:44:20.266667 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:20.278288 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:20.289852 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:20.301283 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:20.313414 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:20.325384 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:44:20.444635 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:44:20.658049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:21.180661 run create_hlr_db(pid=29532): Launched\u000a20:44:21.369341 bus /sierra_2: Setting Powered False\u000a20:44:22.391085 run create_hlr_db(pid=29532): Terminated: ok {rc=0}\u000a20:44:22.801167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Launched\u000a20:44:23.106319 run osmo-hlr_10.42.42.2(pid=29535): Launched\u000a20:44:23.226455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:23.761893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Launched\u000a20:44:24.065785 run osmo-stp_10.42.42.5(pid=29538): Launched\u000a20:44:24.176835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:44:24.732775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29540): Launched\u000a20:44:25.038032 run osmo-msc_10.42.42.6(pid=29541): Launched\u000a20:44:25.217166 run osmo-stp_10.42.42.5(pid=29538): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)]\u000a20:44:25.346376 run osmo-stp_10.42.42.5(pid=29538): stdout: \u000a| (launched: 2022-12-13_20:44:23.916277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:25.473325 run osmo-stp_10.42.42.5(pid=29538): stderr: \u000a| �[0;m�[38;5;43m20221213204424082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204424082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204424082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204424083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204424083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204424083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204424083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:25.596208 run osmo-stp_10.42.42.5(pid=29538): stdout: \u000a| (launched: 2022-12-13_20:44:23.916277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:25.717956 run osmo-stp_10.42.42.5(pid=29538): stderr: \u000a| �[0;m�[38;5;43m20221213204424082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204424082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204424082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204424083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204424083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204424083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204424083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:25.771428 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29538): Process ended prematurely: osmo-stp_10.42.42.5(pid=29538) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)] [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:44:25.780153 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:44:25.840593 run osmo-hlr_10.42.42.2(pid=29535): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29535)]\u000a20:44:25.889946 run osmo-hlr_10.42.42.2(pid=29535): stdout: \u000a| (launched: 2022-12-13_20:44:22.956413) \u000a20:44:25.940123 run osmo-hlr_10.42.42.2(pid=29535): stderr: \u000a| �[0;m�[1;31m20221213204423130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204423130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204423130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204423130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204423130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204423131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204423143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204423154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204423154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204423154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:26.008225 run osmo-msc_10.42.42.6(pid=29541): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29541)]\u000a20:44:26.057944 run osmo-msc_10.42.42.6(pid=29541): stdout: \u000a| (launched: 2022-12-13_20:44:24.887610) \u000a20:44:26.108143 run osmo-msc_10.42.42.6(pid=29541): stderr: \u000a| �[0;m�[38;5;43m20221213204425158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204425158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ce604cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204425159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204425159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204425159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204425159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204425161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204425161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204425161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204425161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:44:26.150688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Terminating (SIGTERM)\u000a20:44:26.190806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Terminating (SIGTERM)\u000a20:44:26.230771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29540): Terminating (SIGTERM)\u000a20:44:26.240033 --- ParallelTerminationStrategy: PID 29534 died...\u000a20:44:26.294593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Terminated: ok {rc=0}\u000a20:44:26.304299 --- ParallelTerminationStrategy: PID 29537 died...\u000a20:44:26.358308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Terminated: ok {rc=0}\u000a20:44:26.367996 --- ParallelTerminationStrategy: PID 29540 died...\u000a20:44:26.422010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29540): Terminated: ok {rc=0}\u000a20:44:26.511361 bus /sierra_3: Setting Powered False\u000a20:44:27.614694 bus /sierra_3: Setting Powered False\u000a20:44:28.727307 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29549): Process ended prematurely: osmo-stp_10.42.42.5(pid=29549) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29549)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29549): Process ended prematurely: osmo-stp_10.42.42.5(pid=29549) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:44:29.838213 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:29.850224 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:44:30.006703 tst mo_mt_call_osmux.py: using LAC 36161\u000a20:44:30.127969 tst mo_mt_call_osmux.py: using RAC 206\u000a20:44:30.256053 tst mo_mt_call_osmux.py: using CellId 36161\u000a20:44:30.383249 tst mo_mt_call_osmux.py: using BVCI 36162\u000a20:44:30.408199 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:30.420027 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:30.431747 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:30.443505 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:30.455137 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:44:30.466736 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:44:30.586275 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:44:30.798650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:31.364736 run create_hlr_db(pid=29543): Launched\u000a20:44:31.559465 bus /sierra_2: Setting Powered False\u000a20:44:32.565653 run create_hlr_db(pid=29543): Terminated: ok {rc=0}\u000a20:44:33.011757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29545): Launched\u000a20:44:33.337134 run osmo-hlr_10.42.42.2(pid=29546): Launched\u000a20:44:33.459443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:34.028081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29548): Launched\u000a20:44:34.354594 run osmo-stp_10.42.42.5(pid=29549): Launched\u000a20:44:34.472635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:44:35.068739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29551): Launched\u000a20:44:35.395302 run osmo-msc_10.42.42.6(pid=29552): Launched\u000a20:44:35.586286 run osmo-stp_10.42.42.5(pid=29549): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29549)]\u000a20:44:35.723926 run osmo-stp_10.42.42.5(pid=29549): stdout: \u000a| (launched: 2022-12-13_20:44:34.194195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:35.861121 run osmo-stp_10.42.42.5(pid=29549): stderr: \u000a| �[0;m�[38;5;43m20221213204434385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204434385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204434385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204434386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204434386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204434386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204434386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:35.992511 run osmo-stp_10.42.42.5(pid=29549): stdout: \u000a| (launched: 2022-12-13_20:44:34.194195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:36.123001 run osmo-stp_10.42.42.5(pid=29549): stderr: \u000a| �[0;m�[38;5;43m20221213204434385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204434385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204434385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204434386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204434386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204434386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204434386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:36.180247 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29549): Process ended prematurely: osmo-stp_10.42.42.5(pid=29549) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29549)] [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:44:36.189672 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:44:36.252448 run osmo-hlr_10.42.42.2(pid=29546): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29546)]\u000a20:44:36.304194 run osmo-hlr_10.42.42.2(pid=29546): stdout: \u000a| (launched: 2022-12-13_20:44:33.177859) \u000a20:44:36.356655 run osmo-hlr_10.42.42.2(pid=29546): stderr: \u000a| �[0;m�[1;31m20221213204433374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204433374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204433375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204433375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204433375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204433375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204433388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204433396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204433396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204433396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:36.427858 run osmo-msc_10.42.42.6(pid=29552): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29552)]\u000a20:44:36.479577 run osmo-msc_10.42.42.6(pid=29552): stdout: \u000a| (launched: 2022-12-13_20:44:35.234885) \u000a20:44:36.531833 run osmo-msc_10.42.42.6(pid=29552): stderr: \u000a| �[0;m�[38;5;43m20221213204435555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204435556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33d1d06c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204435556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204435556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204435556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204435556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204435558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204435559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204435559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204435559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:44:36.576366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29545): Terminating (SIGTERM)\u000a20:44:36.619111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29548): Terminating (SIGTERM)\u000a20:44:36.662005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29551): Terminating (SIGTERM)\u000a20:44:36.671853 --- ParallelTerminationStrategy: PID 29545 died...\u000a20:44:36.728587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29545): Terminated: ok {rc=0}\u000a20:44:36.738879 --- ParallelTerminationStrategy: PID 29548 died...\u000a20:44:36.795916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29548): Terminated: ok {rc=0}\u000a20:44:36.806558 --- ParallelTerminationStrategy: PID 29551 died...\u000a20:44:36.862924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29551): Terminated: ok {rc=0}\u000a20:44:36.950703 bus /sierra_3: Setting Powered False\u000a20:44:38.057382 bus /sierra_3: Setting Powered False\u000a20:44:39.169587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:44:19" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29564): Process ended prematurely: osmo-stp_10.42.42.5(pid=29564) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29564)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29564): Process ended prematurely: osmo-stp_10.42.42.5(pid=29564) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:44:41.156694 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:41.168048 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:44:41.328094 tst mo_mt_call.py: using LAC 36162\u000a20:44:41.448881 tst mo_mt_call.py: using RAC 207\u000a20:44:41.569936 tst mo_mt_call.py: using CellId 36162\u000a20:44:41.688824 tst mo_mt_call.py: using BVCI 36163\u000a20:44:41.711836 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:41.722804 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:41.733556 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:41.744284 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:41.755739 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:41.767967 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:44:41.889911 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:44:42.093878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:42.574423 run create_hlr_db(pid=29558): Launched\u000a20:44:42.750608 bus /sierra_2: Setting Powered False\u000a20:44:43.770922 run create_hlr_db(pid=29558): Terminated: ok {rc=0}\u000a20:44:44.176430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29560): Launched\u000a20:44:44.482089 run osmo-hlr_10.42.42.2(pid=29561): Launched\u000a20:44:44.597517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:45.126314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29563): Launched\u000a20:44:45.430426 run osmo-stp_10.42.42.5(pid=29564): Launched\u000a20:44:45.541249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:44:46.174557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29566): Launched\u000a20:44:46.569788 run osmo-msc_10.42.42.6(pid=29567): Launched\u000a20:44:46.974205 run osmo-stp_10.42.42.5(pid=29564): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29564)]\u000a20:44:47.321774 run osmo-stp_10.42.42.5(pid=29564): stdout: \u000a| (launched: 2022-12-13_20:44:45.280820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:47.461331 run osmo-stp_10.42.42.5(pid=29564): stderr: \u000a| �[0;m�[38;5;43m20221213204445448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204445448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204445448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204445449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:47.594530 run osmo-stp_10.42.42.5(pid=29564): stdout: \u000a| (launched: 2022-12-13_20:44:45.280820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:47.724697 run osmo-stp_10.42.42.5(pid=29564): stderr: \u000a| �[0;m�[38;5;43m20221213204445448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204445448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204445448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204445449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:47.782311 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29564): Process ended prematurely: osmo-stp_10.42.42.5(pid=29564) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29564)] [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:44:47.791549 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a20:44:47.855672 run osmo-hlr_10.42.42.2(pid=29561): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29561)]\u000a20:44:47.907855 run osmo-hlr_10.42.42.2(pid=29561): stdout: \u000a| (launched: 2022-12-13_20:44:44.331309) \u000a20:44:47.960542 run osmo-hlr_10.42.42.2(pid=29561): stderr: \u000a| �[0;m�[1;31m20221213204444501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204444501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204444502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204444502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204444502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204444502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204444514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204444522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204444523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204444523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:48.032442 run osmo-msc_10.42.42.6(pid=29567): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29567)]\u000a20:44:48.084682 run osmo-msc_10.42.42.6(pid=29567): stdout: \u000a| (launched: 2022-12-13_20:44:46.332019) \u000a20:44:48.137218 run osmo-msc_10.42.42.6(pid=29567): stderr: \u000a| �[0;m�[38;5;43m20221213204446829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204446829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36dcf38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204446829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204446831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204446831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204446832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204446837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204446838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204446840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204446840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:44:48.181922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29560): Terminating (SIGTERM)\u000a20:44:48.224062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29563): Terminating (SIGTERM)\u000a20:44:48.266415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29566): Terminating (SIGTERM)\u000a20:44:48.275786 --- ParallelTerminationStrategy: PID 29560 died...\u000a20:44:48.332772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29560): Terminated: ok {rc=0}\u000a20:44:48.343177 --- ParallelTerminationStrategy: PID 29563 died...\u000a20:44:48.400129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29563): Terminated: ok {rc=0}\u000a20:44:48.410439 --- ParallelTerminationStrategy: PID 29566 died...\u000a20:44:48.467061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29566): Terminated: ok {rc=0}\u000a20:44:48.554534 bus /sierra_3: Setting Powered False\u000a20:44:49.662139 bus /sierra_3: Setting Powered False\u000a20:44:50.770717 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29575): Process ended prematurely: osmo-stp_10.42.42.5(pid=29575) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29575): Process ended prematurely: osmo-stp_10.42.42.5(pid=29575) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:44:51.879791 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:51.891594 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:44:52.057318 tst mo_mt_call_osmux.py: using LAC 36163\u000a20:44:52.174640 tst mo_mt_call_osmux.py: using RAC 208\u000a20:44:52.292613 tst mo_mt_call_osmux.py: using CellId 36163\u000a20:44:52.411944 tst mo_mt_call_osmux.py: using BVCI 36164\u000a20:44:52.434997 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:52.446049 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:52.456790 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:52.467481 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:52.478578 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:44:52.489647 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:44:52.605351 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:44:52.818591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:53.342441 run create_hlr_db(pid=29569): Launched\u000a20:44:53.531249 bus /sierra_2: Setting Powered False\u000a20:44:54.551824 run create_hlr_db(pid=29569): Terminated: ok {rc=0}\u000a20:44:54.961244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Launched\u000a20:44:55.265412 run osmo-hlr_10.42.42.2(pid=29572): Launched\u000a20:44:55.384137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:55.918162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Launched\u000a20:44:56.223729 run osmo-stp_10.42.42.5(pid=29575): Launched\u000a20:44:56.335112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:44:56.900310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29577): Launched\u000a20:44:57.207878 run osmo-msc_10.42.42.6(pid=29578): Launched\u000a20:44:57.389572 run osmo-stp_10.42.42.5(pid=29575): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)]\u000a20:44:57.520288 run osmo-stp_10.42.42.5(pid=29575): stdout: \u000a| (launched: 2022-12-13_20:44:56.073064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:57.648606 run osmo-stp_10.42.42.5(pid=29575): stderr: \u000a| �[0;m�[38;5;43m20221213204456239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204456239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204456239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204456240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204456240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204456240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204456241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:57.772648 run osmo-stp_10.42.42.5(pid=29575): stdout: \u000a| (launched: 2022-12-13_20:44:56.073064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:57.895863 run osmo-stp_10.42.42.5(pid=29575): stderr: \u000a| �[0;m�[38;5;43m20221213204456239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204456239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204456239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204456240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204456240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204456240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204456241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:57.950279 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29575): Process ended prematurely: osmo-stp_10.42.42.5(pid=29575) [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29575)] [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:44:57.959045 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:44:58.020075 run osmo-hlr_10.42.42.2(pid=29572): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29572)]\u000a20:44:58.070107 run osmo-hlr_10.42.42.2(pid=29572): stdout: \u000a| (launched: 2022-12-13_20:44:55.115999) \u000a20:44:58.120794 run osmo-hlr_10.42.42.2(pid=29572): stderr: \u000a| �[0;m�[1;31m20221213204455289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204455289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204455289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204455289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204455289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204455289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204455305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204455314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204455314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204455314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:58.189817 run osmo-msc_10.42.42.6(pid=29578): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29578)]\u000a20:44:58.240001 run osmo-msc_10.42.42.6(pid=29578): stdout: \u000a| (launched: 2022-12-13_20:44:57.056256) \u000a20:44:58.290617 run osmo-msc_10.42.42.6(pid=29578): stderr: \u000a| �[0;m�[38;5;43m20221213204457327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204457327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73305bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204457327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204457327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204457327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204457327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204457329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204457330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204457330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204457330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:44:58.333778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Terminating (SIGTERM)\u000a20:44:58.374339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Terminating (SIGTERM)\u000a20:44:58.415048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29577): Terminating (SIGTERM)\u000a20:44:58.424455 --- ParallelTerminationStrategy: PID 29571 died...\u000a20:44:58.479230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29571): Terminated: ok {rc=0}\u000a20:44:58.489110 --- ParallelTerminationStrategy: PID 29574 died...\u000a20:44:58.543498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29574): Terminated: ok {rc=0}\u000a20:44:58.553216 --- ParallelTerminationStrategy: PID 29577 died...\u000a20:44:58.607818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29577): Terminated: ok {rc=0}\u000a20:44:58.698500 bus /sierra_3: Setting Powered False\u000a20:44:59.805938 bus /sierra_3: Setting Powered False\u000a20:45:00.952218 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:44:40" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29592): Process ended prematurely: osmo-stp_10.42.42.5(pid=29592) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29592)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29592): Process ended prematurely: osmo-stp_10.42.42.5(pid=29592) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a20:45:02.965506 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:02.977292 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:45:03.122143 tst mo_mt_call.py: using LAC 36164\u000a20:45:03.249120 tst mo_mt_call.py: using RAC 209\u000a20:45:03.375172 tst mo_mt_call.py: using CellId 36164\u000a20:45:03.504185 tst mo_mt_call.py: using BVCI 36165\u000a20:45:03.529141 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:03.540935 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:03.553144 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:03.564847 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:03.576699 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:03.588574 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:45:03.707284 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:45:03.909992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:04.389458 run create_hlr_db(pid=29586): Launched\u000a20:45:04.564831 bus /sierra_2: Setting Powered False\u000a20:45:05.587061 run create_hlr_db(pid=29586): Terminated: ok {rc=0}\u000a20:45:06.018386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29588): Launched\u000a20:45:06.323743 run osmo-hlr_10.42.42.2(pid=29589): Launched\u000a20:45:06.442686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:06.976498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29591): Launched\u000a20:45:07.282449 run osmo-stp_10.42.42.5(pid=29592): Launched\u000a20:45:07.393753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:45:07.949625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29594): Launched\u000a20:45:08.254657 run osmo-msc_10.42.42.6(pid=29595): Launched\u000a20:45:08.434433 run osmo-stp_10.42.42.5(pid=29592): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29592)]\u000a20:45:08.564200 run osmo-stp_10.42.42.5(pid=29592): stdout: \u000a| (launched: 2022-12-13_20:45:07.131632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:08.691787 run osmo-stp_10.42.42.5(pid=29592): stderr: \u000a| �[0;m�[38;5;43m20221213204507300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204507300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204507300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204507301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204507301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204507301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204507301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:08.814932 run osmo-stp_10.42.42.5(pid=29592): stdout: \u000a| (launched: 2022-12-13_20:45:07.131632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:08.937965 run osmo-stp_10.42.42.5(pid=29592): stderr: \u000a| �[0;m�[38;5;43m20221213204507300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204507300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204507300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204507301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204507301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204507301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204507301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:08.991550 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29592): Process ended prematurely: osmo-stp_10.42.42.5(pid=29592) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29592)] [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a20:45:09.000379 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:45:09.061333 run osmo-hlr_10.42.42.2(pid=29589): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29589)]\u000a20:45:09.111298 run osmo-hlr_10.42.42.2(pid=29589): stdout: \u000a| (launched: 2022-12-13_20:45:06.173529) \u000a20:45:09.161918 run osmo-hlr_10.42.42.2(pid=29589): stderr: \u000a| �[0;m�[1;31m20221213204506347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204506347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204506347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204506347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204506347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204506347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204506359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204506369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204506369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204506369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:09.230648 run osmo-msc_10.42.42.6(pid=29595): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29595)]\u000a20:45:09.280422 run osmo-msc_10.42.42.6(pid=29595): stdout: \u000a| (launched: 2022-12-13_20:45:08.104430) \u000a20:45:09.331401 run osmo-msc_10.42.42.6(pid=29595): stderr: \u000a| �[0;m�[38;5;43m20221213204508375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204508375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca139a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204508375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204508375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204508375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204508375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204508377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204508378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204508378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204508378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:45:09.374532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29588): Terminating (SIGTERM)\u000a20:45:09.415162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29591): Terminating (SIGTERM)\u000a20:45:09.455920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29594): Terminating (SIGTERM)\u000a20:45:09.465376 --- ParallelTerminationStrategy: PID 29588 died...\u000a20:45:09.520556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29588): Terminated: ok {rc=0}\u000a20:45:09.530368 --- ParallelTerminationStrategy: PID 29591 died...\u000a20:45:09.585310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29591): Terminated: ok {rc=0}\u000a20:45:09.595066 --- ParallelTerminationStrategy: PID 29594 died...\u000a20:45:09.649320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29594): Terminated: ok {rc=0}\u000a20:45:09.733516 bus /sierra_3: Setting Powered False\u000a20:45:10.840843 bus /sierra_3: Setting Powered False\u000a20:45:11.953289 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29603): Process ended prematurely: osmo-stp_10.42.42.5(pid=29603) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29603): Process ended prematurely: osmo-stp_10.42.42.5(pid=29603) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:45:13.064036 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:13.076039 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:45:13.222320 tst mo_mt_call_osmux.py: using LAC 36165\u000a20:45:13.354460 tst mo_mt_call_osmux.py: using RAC 210\u000a20:45:13.481312 tst mo_mt_call_osmux.py: using CellId 36165\u000a20:45:13.603577 tst mo_mt_call_osmux.py: using BVCI 36166\u000a20:45:13.627033 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:13.638537 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:13.649837 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:13.660861 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:13.672797 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:45:13.684215 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:45:13.802395 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:45:14.016842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:14.538350 run create_hlr_db(pid=29597): Launched\u000a20:45:14.727421 bus /sierra_2: Setting Powered False\u000a20:45:15.748243 run create_hlr_db(pid=29597): Terminated: ok {rc=0}\u000a20:45:16.192277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Launched\u000a20:45:16.637610 run osmo-hlr_10.42.42.2(pid=29600): Launched\u000a20:45:16.774239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:17.446821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Launched\u000a20:45:17.754437 run osmo-stp_10.42.42.5(pid=29603): Launched\u000a20:45:17.866524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:45:18.426842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29605): Launched\u000a20:45:18.734512 run osmo-msc_10.42.42.6(pid=29606): Launched\u000a20:45:18.914487 run osmo-stp_10.42.42.5(pid=29603): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)]\u000a20:45:19.047337 run osmo-stp_10.42.42.5(pid=29603): stdout: \u000a| (launched: 2022-12-13_20:45:17.602878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:19.175321 run osmo-stp_10.42.42.5(pid=29603): stderr: \u000a| �[0;m�[38;5;43m20221213204517771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204517771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204517771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204517772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204517772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204517772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204517772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:19.299003 run osmo-stp_10.42.42.5(pid=29603): stdout: \u000a| (launched: 2022-12-13_20:45:17.602878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:19.421964 run osmo-stp_10.42.42.5(pid=29603): stderr: \u000a| �[0;m�[38;5;43m20221213204517771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204517771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204517771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204517772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204517772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204517772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204517772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:19.475968 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29603): Process ended prematurely: osmo-stp_10.42.42.5(pid=29603) [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)] [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a20:45:19.484520 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:45:19.545766 run osmo-hlr_10.42.42.2(pid=29600): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29600)]\u000a20:45:19.595433 run osmo-hlr_10.42.42.2(pid=29600): stdout: \u000a| (launched: 2022-12-13_20:45:16.351422) \u000a20:45:19.645584 run osmo-hlr_10.42.42.2(pid=29600): stderr: \u000a| �[0;m�[1;31m20221213204516555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204516555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204516555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204516555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204516555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204516555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204516568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204516584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204516584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204516584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:19.713986 run osmo-msc_10.42.42.6(pid=29606): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29606)]\u000a20:45:19.763658 run osmo-msc_10.42.42.6(pid=29606): stdout: \u000a| (launched: 2022-12-13_20:45:18.582977) \u000a20:45:19.813831 run osmo-msc_10.42.42.6(pid=29606): stderr: \u000a| �[0;m�[38;5;43m20221213204518852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204518852 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c44beec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204518852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204518852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204518853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204518853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204518854 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204518855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204518855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204518855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:45:19.856501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Terminating (SIGTERM)\u000a20:45:19.896706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Terminating (SIGTERM)\u000a20:45:19.936897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29605): Terminating (SIGTERM)\u000a20:45:19.946243 --- ParallelTerminationStrategy: PID 29599 died...\u000a20:45:20.000360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Terminated: ok {rc=0}\u000a20:45:20.010134 --- ParallelTerminationStrategy: PID 29602 died...\u000a20:45:20.064105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Terminated: ok {rc=0}\u000a20:45:20.073767 --- ParallelTerminationStrategy: PID 29605 died...\u000a20:45:20.127639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29605): Terminated: ok {rc=0}\u000a20:45:20.212368 bus /sierra_3: Setting Powered False\u000a20:45:21.320090 bus /sierra_3: Setting Powered False\u000a20:45:22.431680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:45:02" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29617): Process ended prematurely: osmo-stp_10.42.42.5(pid=29617) [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29617): Process ended prematurely: osmo-stp_10.42.42.5(pid=29617) [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:45:24.456107 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:24.467508 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:45:24.609475 tst emergency_mo_mt_call.py: using LAC 36166\u000a20:45:24.737310 tst emergency_mo_mt_call.py: using RAC 211\u000a20:45:24.867579 tst emergency_mo_mt_call.py: using CellId 36166\u000a20:45:24.992116 tst emergency_mo_mt_call.py: using BVCI 36167\u000a20:45:25.016616 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:25.027847 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:25.038960 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:25.049955 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:25.060903 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:25.071934 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:25.190098 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:25.402592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:25.917256 run create_hlr_db(pid=29611): Launched\u000a20:45:26.104382 bus /sierra_2: Setting Powered False\u000a20:45:27.124391 run create_hlr_db(pid=29611): Terminated: ok {rc=0}\u000a20:45:27.529215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Launched\u000a20:45:27.830919 run osmo-hlr_10.42.42.2(pid=29614): Launched\u000a20:45:27.940729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:28.464257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Launched\u000a20:45:28.764598 run osmo-stp_10.42.42.5(pid=29617): Launched\u000a20:45:28.884584 tst emergency_mo_mt_call.py: using MSISDN 8323\u000a20:45:29.033860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:45:29.582596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29619): Launched\u000a20:45:29.885961 run osmo-msc_10.42.42.6(pid=29620): Launched\u000a20:45:30.063897 run osmo-stp_10.42.42.5(pid=29617): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)]\u000a20:45:30.192223 run osmo-stp_10.42.42.5(pid=29617): stdout: \u000a| (launched: 2022-12-13_20:45:28.616929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:30.318654 run osmo-stp_10.42.42.5(pid=29617): stderr: \u000a| �[0;m�[38;5;43m20221213204528786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204528786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204528786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204528787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204528787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204528787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204528787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:30.440551 run osmo-stp_10.42.42.5(pid=29617): stdout: \u000a| (launched: 2022-12-13_20:45:28.616929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:30.560804 run osmo-stp_10.42.42.5(pid=29617): stderr: \u000a| �[0;m�[38;5;43m20221213204528786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204528786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204528786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204528787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204528787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204528787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204528787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:30.613521 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29617): Process ended prematurely: osmo-stp_10.42.42.5(pid=29617) [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)] [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a20:45:30.621974 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a20:45:30.683096 run osmo-hlr_10.42.42.2(pid=29614): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29614)]\u000a20:45:30.733367 run osmo-hlr_10.42.42.2(pid=29614): stdout: \u000a| (launched: 2022-12-13_20:45:27.682992) \u000a20:45:30.784215 run osmo-hlr_10.42.42.2(pid=29614): stderr: \u000a| �[0;m�[1;31m20221213204527856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204527856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204527856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204527856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204527856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204527857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204527869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204527878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204527878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204527878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:30.853539 run osmo-msc_10.42.42.6(pid=29620): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29620)]\u000a20:45:30.919784 run osmo-msc_10.42.42.6(pid=29620): stdout: \u000a| (launched: 2022-12-13_20:45:29.735900) \u000a20:45:30.970909 run osmo-msc_10.42.42.6(pid=29620): stderr: \u000a| �[0;m�[38;5;43m20221213204530004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204530004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75529ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204530004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204530004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204530004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204530005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204530006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204530007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204530007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204530007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:45:31.014693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Terminating (SIGTERM)\u000a20:45:31.057033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Terminating (SIGTERM)\u000a20:45:31.099194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29619): Terminating (SIGTERM)\u000a20:45:31.109281 --- ParallelTerminationStrategy: PID 29613 died...\u000a20:45:31.167107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Terminated: ok {rc=0}\u000a20:45:31.177302 --- ParallelTerminationStrategy: PID 29616 died...\u000a20:45:31.233741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Terminated: ok {rc=0}\u000a20:45:31.243894 --- ParallelTerminationStrategy: PID 29619 died...\u000a20:45:31.300330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29619): Terminated: ok {rc=0}\u000a20:45:31.387818 bus /sierra_3: Setting Powered False\u000a20:45:32.488452 bus /sierra_3: Setting Powered False\u000a20:45:33.601512 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:45:34.652724 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:34.664119 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:45:34.803854 tst emergency_preemptive_call.py: using LAC 36167\u000a20:45:34.923550 tst emergency_preemptive_call.py: using RAC 212\u000a20:45:35.051973 tst emergency_preemptive_call.py: using CellId 36167\u000a20:45:35.177112 tst emergency_preemptive_call.py: using BVCI 36168\u000a20:45:35.201802 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:35.213318 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:35.224330 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:35.235463 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:35.246500 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:45:35.257561 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:35.375201 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:35.492168 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:35.612066 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:35.813720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:36.290511 run create_hlr_db(pid=29623): Launched\u000a20:45:36.464684 bus /sierra_2: Setting Powered False\u000a20:45:37.485643 run create_hlr_db(pid=29623): Terminated: ok {rc=0}\u000a20:45:37.915054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Launched\u000a20:45:38.238861 run osmo-hlr_10.42.42.2(pid=29626): Launched\u000a20:45:38.360128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:38.924052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Launched\u000a20:45:39.247420 run osmo-stp_10.42.42.5(pid=29629): Launched\u000a20:45:39.377796 tst emergency_preemptive_call.py: using MSISDN 8324\u000a20:45:39.538597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:45:40.126776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Launched\u000a20:45:40.449427 run osmo-msc_10.42.42.6(pid=29632): Launched\u000a20:45:40.638322 run osmo-stp_10.42.42.5(pid=29629): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]\u000a20:45:40.773952 run osmo-stp_10.42.42.5(pid=29629): stdout: \u000a| (launched: 2022-12-13_20:45:39.088069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:40.909420 run osmo-stp_10.42.42.5(pid=29629): stderr: \u000a| �[0;m�[38;5;43m20221213204539278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204539278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204539278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204539279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204539279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204539279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204539279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:41.039404 run osmo-stp_10.42.42.5(pid=29629): stdout: \u000a| (launched: 2022-12-13_20:45:39.088069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:41.168197 run osmo-stp_10.42.42.5(pid=29629): stderr: \u000a| �[0;m�[38;5;43m20221213204539278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204539278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204539278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204539279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204539279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204539279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204539279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:41.224453 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)] [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a20:45:41.233151 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a20:45:41.296088 run osmo-hlr_10.42.42.2(pid=29626): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29626)]\u000a20:45:41.348221 run osmo-hlr_10.42.42.2(pid=29626): stdout: \u000a| (launched: 2022-12-13_20:45:38.078961) \u000a20:45:41.400902 run osmo-hlr_10.42.42.2(pid=29626): stderr: \u000a| �[0;m�[1;31m20221213204538275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204538275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204538275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204538275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204538275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204538275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204538286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204538295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204538295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204538295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:41.472159 run osmo-msc_10.42.42.6(pid=29632): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29632)]\u000a20:45:41.523870 run osmo-msc_10.42.42.6(pid=29632): stdout: \u000a| (launched: 2022-12-13_20:45:40.290386) \u000a20:45:41.575996 run osmo-msc_10.42.42.6(pid=29632): stderr: \u000a| �[0;m�[38;5;43m20221213204540611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213204540611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62b2f79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213204540611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213204540611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213204540611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213204540612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213204540613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213204540614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213204540614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213204540614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:45:41.620711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Terminating (SIGTERM)\u000a20:45:41.663366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Terminating (SIGTERM)\u000a20:45:41.706062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Terminating (SIGTERM)\u000a20:45:41.715786 --- ParallelTerminationStrategy: PID 29625 died...\u000a20:45:41.772138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Terminated: ok {rc=0}\u000a20:45:41.782264 --- ParallelTerminationStrategy: PID 29628 died...\u000a20:45:41.838407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Terminated: ok {rc=0}\u000a20:45:41.848473 --- ParallelTerminationStrategy: PID 29631 died...\u000a20:45:41.904258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Terminated: ok {rc=0}\u000a20:45:41.990295 bus /sierra_9: Setting Powered False\u000a20:45:43.097179 bus /sierra_9: Setting Powered False\u000a20:45:44.205579 bus /sierra_8: Setting Powered False\u000a20:45:45.312275 bus /sierra_8: Setting Powered False\u000a20:45:46.424729 bus /sierra_3: Setting Powered False\u000a20:45:47.526673 bus /sierra_3: Setting Powered False\u000a20:45:48.638651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:45:24" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29650): Process ended prematurely: osmo-stp_10.42.42.5(pid=29650) [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29650)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29650): Process ended prematurely: osmo-stp_10.42.42.5(pid=29650) [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:45:50.766355 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:50.777380 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:45:50.923703 tst cs_paging_gprs_active.py: using LAC 36168\u000a20:45:51.051651 tst cs_paging_gprs_active.py: using RAC 213\u000a20:45:51.174508 tst cs_paging_gprs_active.py: using CellId 36168\u000a20:45:51.297209 tst cs_paging_gprs_active.py: using BVCI 36169\u000a20:45:51.320889 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:51.331687 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:51.342333 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:51.352689 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:51.363846 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:51.375026 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:51.386072 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:51.396651 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:51.407688 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:51.527474 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:51.808736 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:45:51.945261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:52.283059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Launched\u000a20:45:52.567267 run iperf3-srv_10.42.42.10(pid=29641): Launched\u000a20:45:52.768893 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:45:52.906670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:53.245846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Launched\u000a20:45:53.527233 run iperf3-srv_10.42.42.10(pid=29643): Launched\u000a20:45:53.728538 tst cs_paging_gprs_active.py:38: start network...\u000a20:45:53.866222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:54.393895 run create_hlr_db(pid=29644): Launched\u000a20:45:54.583576 bus /sierra_2: Setting Powered False\u000a20:45:55.604716 run create_hlr_db(pid=29644): Terminated: ok {rc=0}\u000a20:45:56.040769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29646): Launched\u000a20:45:56.368505 run osmo-hlr_10.42.42.2(pid=29647): Launched\u000a20:45:56.491233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:57.061181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29649): Launched\u000a20:45:57.387511 run osmo-stp_10.42.42.5(pid=29650): Launched\u000a20:45:57.506169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:58.076625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29652): Launched\u000a20:45:58.192774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:58.475553 run patchelf(pid=29653): Launched\u000a20:45:58.665870 run osmo-stp_10.42.42.5(pid=29650): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29650)]\u000a20:45:58.805309 run osmo-stp_10.42.42.5(pid=29650): stdout: \u000a| (launched: 2022-12-13_20:45:57.227780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:58.945064 run osmo-stp_10.42.42.5(pid=29650): stderr: \u000a| �[0;m�[38;5;43m20221213204557418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204557418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204557418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204557419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204557419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204557419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204557419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:59.080030 run osmo-stp_10.42.42.5(pid=29650): stdout: \u000a| (launched: 2022-12-13_20:45:57.227780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:59.214500 run osmo-stp_10.42.42.5(pid=29650): stderr: \u000a| �[0;m�[38;5;43m20221213204557418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204557418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204557418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204557419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204557419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204557419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204557419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:59.371548 run patchelf(pid=29653): Terminating (SIGINT)\u000a20:45:59.555375 run patchelf(pid=29653): Terminated: ok {rc=0}\u000a20:45:59.589141 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29650): Process ended prematurely: osmo-stp_10.42.42.5(pid=29650) [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29650)] [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a20:45:59.598874 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:45:59.661490 run osmo-hlr_10.42.42.2(pid=29647): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29647)]\u000a20:45:59.712765 run osmo-hlr_10.42.42.2(pid=29647): stdout: \u000a| (launched: 2022-12-13_20:45:56.207931) \u000a20:45:59.764235 run osmo-hlr_10.42.42.2(pid=29647): stderr: \u000a| �[0;m�[1;31m20221213204556406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204556406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204556406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204556406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204556406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204556406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204556418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204556427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204556427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204556427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:59.808348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Terminating (SIGTERM)\u000a20:45:59.850313 run iperf3-srv_10.42.42.10(pid=29641): Terminating (SIGTERM)\u000a20:45:59.891844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Terminating (SIGTERM)\u000a20:45:59.933340 run iperf3-srv_10.42.42.10(pid=29643): Terminating (SIGTERM)\u000a20:45:59.974879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29646): Terminating (SIGTERM)\u000a20:46:00.016449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29649): Terminating (SIGTERM)\u000a20:46:00.058745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29652): Terminating (SIGTERM)\u000a20:46:00.068427 --- ParallelTerminationStrategy: PID 29640 died...\u000a20:46:00.124252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Terminated: ok {rc=0}\u000a20:46:00.134413 --- ParallelTerminationStrategy: PID 29641 died...\u000a20:46:00.189685 run iperf3-srv_10.42.42.10(pid=29641): Terminated {rc=256}\u000a20:46:00.199587 --- ParallelTerminationStrategy: PID 29642 died...\u000a20:46:00.254840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Terminated: ok {rc=0}\u000a20:46:00.264761 --- ParallelTerminationStrategy: PID 29643 died...\u000a20:46:00.319928 run iperf3-srv_10.42.42.10(pid=29643): Terminated {rc=256}\u000a20:46:00.329992 --- ParallelTerminationStrategy: PID 29646 died...\u000a20:46:00.385351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29646): Terminated: ok {rc=0}\u000a20:46:00.395417 --- ParallelTerminationStrategy: PID 29649 died...\u000a20:46:00.450991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29649): Terminated: ok {rc=0}\u000a20:46:00.461121 --- ParallelTerminationStrategy: PID 29652 died...\u000a20:46:00.516441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29652): Terminated: ok {rc=0}\u000a20:46:00.603679 bus /gobi_0: Setting Powered False\u000a20:46:01.726547 bus /gobi_0: Setting Powered False\u000a20:46:02.838360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2394↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2394↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a20:46:03.954668 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:03.966374 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:46:04.113102 tst iperf3.py: using LAC 36169\u000a20:46:04.241959 tst iperf3.py: using RAC 214\u000a20:46:04.370719 tst iperf3.py: using CellId 36169\u000a20:46:04.498961 tst iperf3.py: using BVCI 36170\u000a20:46:04.524159 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:04.535518 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:04.546706 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:04.557778 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:04.569424 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:04.580890 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:04.592562 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:04.604142 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:04.615951 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:46:04.900348 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:46:05.028906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:05.348414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Launched\u000a20:46:05.612217 run iperf3-srv_10.42.42.10(pid=29656): Launched\u000a20:46:05.798814 tst iperf3.py:8: start network...\u000a20:46:05.926826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:06.409427 run create_hlr_db(pid=29657): Launched\u000a20:46:06.585282 bus /gobi_6: Setting Powered False\u000a20:46:07.618648 run create_hlr_db(pid=29657): Terminated: ok {rc=0}\u000a20:46:08.053544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Launched\u000a20:46:08.381070 run osmo-hlr_10.42.42.2(pid=29660): Launched\u000a20:46:08.505300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:09.077341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Launched\u000a20:46:09.406141 run osmo-stp_10.42.42.5(pid=29663): Launched\u000a20:46:09.524240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:10.096294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Launched\u000a20:46:10.213330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:10.500071 run patchelf(pid=29666): Launched\u000a20:46:10.691854 run osmo-stp_10.42.42.5(pid=29663): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)]\u000a20:46:10.831796 run osmo-stp_10.42.42.5(pid=29663): stdout: \u000a| (launched: 2022-12-13_20:46:09.243872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:10.972562 run osmo-stp_10.42.42.5(pid=29663): stderr: \u000a| �[0;m�[38;5;43m20221213204609433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204609433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204609433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204609433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204609434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204609434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204609434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:11.108258 run osmo-stp_10.42.42.5(pid=29663): stdout: \u000a| (launched: 2022-12-13_20:46:09.243872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:11.243332 run osmo-stp_10.42.42.5(pid=29663): stderr: \u000a| �[0;m�[38;5;43m20221213204609433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204609433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204609433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204609433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204609434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204609434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204609434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:11.400628 run patchelf(pid=29666): Terminating (SIGINT)\u000a20:46:11.585417 run patchelf(pid=29666): Terminated: ok {rc=0}\u000a20:46:11.619122 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29663): Process ended prematurely: osmo-stp_10.42.42.5(pid=29663) [trial-2394↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29663)] [trial-2394↪gprs:trx-umtrx↪iperf3.py:8]\u000a20:46:11.628941 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:46:11.691835 run osmo-hlr_10.42.42.2(pid=29660): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29660)]\u000a20:46:11.743274 run osmo-hlr_10.42.42.2(pid=29660): stdout: \u000a| (launched: 2022-12-13_20:46:08.220339) \u000a20:46:11.795424 run osmo-hlr_10.42.42.2(pid=29660): stderr: \u000a| �[0;m�[1;31m20221213204608418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204608418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204608418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204608418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204608418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204608418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204608431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204608441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204608441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204608442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:11.840175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Terminating (SIGTERM)\u000a20:46:11.883129 run iperf3-srv_10.42.42.10(pid=29656): Terminating (SIGTERM)\u000a20:46:11.925455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Terminating (SIGTERM)\u000a20:46:11.967606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Terminating (SIGTERM)\u000a20:46:12.009855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Terminating (SIGTERM)\u000a20:46:12.019693 --- ParallelTerminationStrategy: PID 29655 died...\u000a20:46:12.076321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29655): Terminated: ok {rc=0}\u000a20:46:12.086614 --- ParallelTerminationStrategy: PID 29656 died...\u000a20:46:12.142646 run iperf3-srv_10.42.42.10(pid=29656): Terminated {rc=256}\u000a20:46:12.152869 --- ParallelTerminationStrategy: PID 29659 died...\u000a20:46:12.208900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29659): Terminated: ok {rc=0}\u000a20:46:12.219169 --- ParallelTerminationStrategy: PID 29662 died...\u000a20:46:12.275381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29662): Terminated: ok {rc=0}\u000a20:46:12.285740 --- ParallelTerminationStrategy: PID 29665 died...\u000a20:46:12.341967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29665): Terminated: ok {rc=0}\u000a20:46:12.429695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29681): Process ended prematurely: osmo-stp_10.42.42.5(pid=29681) [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29681)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29681): Process ended prematurely: osmo-stp_10.42.42.5(pid=29681) [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a20:46:13.545963 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:13.557765 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:46:13.703649 tst iperf3m4.py: using LAC 36170\u000a20:46:13.831741 tst iperf3m4.py: using RAC 215\u000a20:46:13.962092 tst iperf3m4.py: using CellId 36170\u000a20:46:14.090387 tst iperf3m4.py: using BVCI 36171\u000a20:46:14.115604 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:14.127091 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:14.138271 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:14.149392 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:14.160651 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:14.171872 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:14.183393 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:14.194706 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:14.206082 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:46:14.324591 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:46:14.455207 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:46:14.572719 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:46:14.859079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:46:14.987417 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:15.307033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Launched\u000a20:46:15.570590 run iperf3-srv_10.42.42.10(pid=29668): Launched\u000a20:46:15.757107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:46:15.906317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:16.246265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29669): Launched\u000a20:46:16.547234 run iperf3-srv_10.42.42.10(pid=29670): Launched\u000a20:46:16.756878 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:46:16.901149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:17.254834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29671): Launched\u000a20:46:17.538972 run iperf3-srv_10.42.42.10(pid=29672): Launched\u000a20:46:17.740054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:46:17.877816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:18.216608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29673): Launched\u000a20:46:18.497878 run iperf3-srv_10.42.42.10(pid=29674): Launched\u000a20:46:18.698816 tst iperf3m4.py:8: start network...\u000a20:46:18.836092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:19.360898 run create_hlr_db(pid=29675): Launched\u000a20:46:19.550326 bus /gobi_6: Setting Powered False\u000a20:46:20.571357 run create_hlr_db(pid=29675): Terminated: ok {rc=0}\u000a20:46:21.005937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29677): Launched\u000a20:46:21.332757 run osmo-hlr_10.42.42.2(pid=29678): Launched\u000a20:46:21.455005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:22.030032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29680): Launched\u000a20:46:22.338107 run osmo-stp_10.42.42.5(pid=29681): Launched\u000a20:46:22.450788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:22.983715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29683): Launched\u000a20:46:23.092643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:23.359244 run patchelf(pid=29684): Launched\u000a20:46:23.538575 run osmo-stp_10.42.42.5(pid=29681): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29681)]\u000a20:46:23.669428 run osmo-stp_10.42.42.5(pid=29681): stdout: \u000a| (launched: 2022-12-13_20:46:22.186734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:23.801165 run osmo-stp_10.42.42.5(pid=29681): stderr: \u000a| �[0;m�[38;5;43m20221213204622355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204622356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204622356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204622356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204622357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204622357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204622357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:23.928203 run osmo-stp_10.42.42.5(pid=29681): stdout: \u000a| (launched: 2022-12-13_20:46:22.186734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:24.054457 run osmo-stp_10.42.42.5(pid=29681): stderr: \u000a| �[0;m�[38;5;43m20221213204622355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204622356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204622356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204622356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204622357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204622357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204622357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:24.200700 run patchelf(pid=29684): Terminating (SIGINT)\u000a20:46:24.373532 run patchelf(pid=29684): Terminated: ok {rc=0}\u000a20:46:24.405168 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29681): Process ended prematurely: osmo-stp_10.42.42.5(pid=29681) [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29681)] [trial-2394↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a20:46:24.414506 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:46:24.475521 run osmo-hlr_10.42.42.2(pid=29678): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29678)]\u000a20:46:24.525064 run osmo-hlr_10.42.42.2(pid=29678): stdout: \u000a| (launched: 2022-12-13_20:46:21.172578) \u000a20:46:24.575216 run osmo-hlr_10.42.42.2(pid=29678): stderr: \u000a| �[0;m�[1;31m20221213204621369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204621369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204621369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204621369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204621369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204621369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204621383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204621391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204621391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204621391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:24.618085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Terminating (SIGTERM)\u000a20:46:24.658347 run iperf3-srv_10.42.42.10(pid=29668): Terminating (SIGTERM)\u000a20:46:24.698791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29669): Terminating (SIGTERM)\u000a20:46:24.739238 run iperf3-srv_10.42.42.10(pid=29670): Terminating (SIGTERM)\u000a20:46:24.779785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29671): Terminating (SIGTERM)\u000a20:46:24.820219 run iperf3-srv_10.42.42.10(pid=29672): Terminating (SIGTERM)\u000a20:46:24.860380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29673): Terminating (SIGTERM)\u000a20:46:24.900592 run iperf3-srv_10.42.42.10(pid=29674): Terminating (SIGTERM)\u000a20:46:24.941015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29677): Terminating (SIGTERM)\u000a20:46:24.981452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29680): Terminating (SIGTERM)\u000a20:46:25.021836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29683): Terminating (SIGTERM)\u000a20:46:25.031194 --- ParallelTerminationStrategy: PID 29667 died...\u000a20:46:25.086165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Terminated: ok {rc=0}\u000a20:46:25.095892 --- ParallelTerminationStrategy: PID 29668 died...\u000a20:46:25.150028 run iperf3-srv_10.42.42.10(pid=29668): Terminated {rc=256}\u000a20:46:25.159700 --- ParallelTerminationStrategy: PID 29669 died...\u000a20:46:25.214068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29669): Terminated: ok {rc=0}\u000a20:46:25.223833 --- ParallelTerminationStrategy: PID 29670 died...\u000a20:46:25.277898 run iperf3-srv_10.42.42.10(pid=29670): Terminated {rc=256}\u000a20:46:25.287578 --- ParallelTerminationStrategy: PID 29671 died...\u000a20:46:25.341965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29671): Terminated: ok {rc=0}\u000a20:46:25.351706 --- ParallelTerminationStrategy: PID 29672 died...\u000a20:46:25.405844 run iperf3-srv_10.42.42.10(pid=29672): Terminated {rc=256}\u000a20:46:25.415596 --- ParallelTerminationStrategy: PID 29673 died...\u000a20:46:25.470051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29673): Terminated: ok {rc=0}\u000a20:46:25.479866 --- ParallelTerminationStrategy: PID 29674 died...\u000a20:46:25.533672 run iperf3-srv_10.42.42.10(pid=29674): Terminated {rc=256}\u000a20:46:25.543379 --- ParallelTerminationStrategy: PID 29677 died...\u000a20:46:25.597778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29677): Terminated: ok {rc=0}\u000a20:46:25.607587 --- ParallelTerminationStrategy: PID 29680 died...\u000a20:46:25.661799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29680): Terminated: ok {rc=0}\u000a20:46:25.671612 --- ParallelTerminationStrategy: PID 29683 died...\u000a20:46:25.725891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29683): Terminated: ok {rc=0}\u000a20:46:25.811239 bus /gobi_4: Setting Powered False\u000a20:46:26.918438 bus /gobi_4: Setting Powered False\u000a20:46:28.032105 bus /gobi_1: Setting Powered False\u000a20:46:29.135970 bus /gobi_1: Setting Powered False\u000a20:46:30.247769 bus /gobi_0: Setting Powered False\u000a20:46:31.352204 bus /gobi_0: Setting Powered False\u000a20:46:32.463641 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2394↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2394↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a20:46:33.531637 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:33.542817 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:46:33.683349 tst ping.py: using LAC 36171\u000a20:46:33.809031 tst ping.py: using RAC 216\u000a20:46:33.935016 tst ping.py: using CellId 36171\u000a20:46:34.063122 tst ping.py: using BVCI 36172\u000a20:46:34.087846 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:34.099026 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:34.110052 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:34.121001 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:34.131787 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:34.142724 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:34.153762 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:34.164664 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:46:34.455982 tst ping.py:19: start network...\u000a20:46:34.590833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:35.103636 run create_hlr_db(pid=29685): Launched\u000a20:46:35.289497 bus /gobi_6: Setting Powered False\u000a20:46:36.308745 run create_hlr_db(pid=29685): Terminated: ok {rc=0}\u000a20:46:36.711244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Launched\u000a20:46:37.010630 run osmo-hlr_10.42.42.2(pid=29688): Launched\u000a20:46:37.127678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:37.657686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Launched\u000a20:46:37.958779 run osmo-stp_10.42.42.5(pid=29691): Launched\u000a20:46:38.067733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:38.592593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Launched\u000a20:46:38.699554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:38.962149 run patchelf(pid=29694): Launched\u000a20:46:39.138685 run osmo-stp_10.42.42.5(pid=29691): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]\u000a20:46:39.267559 run osmo-stp_10.42.42.5(pid=29691): stdout: \u000a| (launched: 2022-12-13_20:46:37.810109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:39.396564 run osmo-stp_10.42.42.5(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221213204637979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204637980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204637980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204637980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:39.521891 run osmo-stp_10.42.42.5(pid=29691): stdout: \u000a| (launched: 2022-12-13_20:46:37.810109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:39.646450 run osmo-stp_10.42.42.5(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221213204637979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204637980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204637980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204637980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204637981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:39.791258 run patchelf(pid=29694): Terminating (SIGINT)\u000a20:46:39.961482 run patchelf(pid=29694): Terminated: ok {rc=0}\u000a20:46:39.992285 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2394↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)] [trial-2394↪gprs:trx-umtrx↪ping.py:22]\u000a20:46:40.000793 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:46:40.061583 run osmo-hlr_10.42.42.2(pid=29688): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29688)]\u000a20:46:40.110973 run osmo-hlr_10.42.42.2(pid=29688): stdout: \u000a| (launched: 2022-12-13_20:46:36.863132) \u000a20:46:40.161154 run osmo-hlr_10.42.42.2(pid=29688): stderr: \u000a| �[0;m�[1;31m20221213204637037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204637037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204637037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204637037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204637037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204637037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204637052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204637061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204637061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204637061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:40.203880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminating (SIGTERM)\u000a20:46:40.244394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminating (SIGTERM)\u000a20:46:40.284777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Terminating (SIGTERM)\u000a20:46:40.294177 --- ParallelTerminationStrategy: PID 29687 died...\u000a20:46:40.348464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminated: ok {rc=0}\u000a20:46:40.358239 --- ParallelTerminationStrategy: PID 29690 died...\u000a20:46:40.412728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminated: ok {rc=0}\u000a20:46:40.422476 --- ParallelTerminationStrategy: PID 29693 died...\u000a20:46:40.476915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29693): Terminated: ok {rc=0}\u000a20:46:40.565511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a20:46:41.615651 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:41.627007 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:46:41.765388 tst ping_idle_ping.py: using LAC 36172\u000a20:46:41.885963 tst ping_idle_ping.py: using RAC 217\u000a20:46:42.005680 tst ping_idle_ping.py: using CellId 36172\u000a20:46:42.128462 tst ping_idle_ping.py: using BVCI 36173\u000a20:46:42.151519 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:42.162273 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:42.172759 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:42.183273 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:42.194645 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:42.205814 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:42.216821 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:46:42.227860 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:46:42.506114 tst ping_idle_ping.py:24: start network...\u000a20:46:42.631566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:43.108872 run create_hlr_db(pid=29695): Launched\u000a20:46:43.282955 bus /gobi_6: Setting Powered False\u000a20:46:44.304569 run create_hlr_db(pid=29695): Terminated: ok {rc=0}\u000a20:46:44.735382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Launched\u000a20:46:45.061983 run osmo-hlr_10.42.42.2(pid=29698): Launched\u000a20:46:45.181847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:45.747412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Launched\u000a20:46:46.193028 run osmo-stp_10.42.42.5(pid=29701): Launched\u000a20:46:46.492532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:47.154398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29703): Launched\u000a20:46:47.273658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:47.549158 run patchelf(pid=29704): Launched\u000a20:46:47.738793 run osmo-stp_10.42.42.5(pid=29701): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]\u000a20:46:47.876854 run osmo-stp_10.42.42.5(pid=29701): stdout: \u000a| (launched: 2022-12-13_20:46:45.926875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:48.014972 run osmo-stp_10.42.42.5(pid=29701): stderr: \u000a| �[0;m�[38;5;43m20221213204646263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204646263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204646264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204646264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204646265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204646265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204646265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:48.148906 run osmo-stp_10.42.42.5(pid=29701): stdout: \u000a| (launched: 2022-12-13_20:46:45.926875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:48.281484 run osmo-stp_10.42.42.5(pid=29701): stderr: \u000a| �[0;m�[38;5;43m20221213204646263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204646263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204646264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204646264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204646265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204646265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204646265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:48.436087 run patchelf(pid=29704): Terminating (SIGINT)\u000a20:46:48.618006 run patchelf(pid=29704): Terminated: ok {rc=0}\u000a20:46:48.650854 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)] [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a20:46:48.660187 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a20:46:48.723143 run osmo-hlr_10.42.42.2(pid=29698): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29698)]\u000a20:46:48.774918 run osmo-hlr_10.42.42.2(pid=29698): stdout: \u000a| (launched: 2022-12-13_20:46:44.902079) \u000a20:46:48.827462 run osmo-hlr_10.42.42.2(pid=29698): stderr: \u000a| �[0;m�[1;31m20221213204645098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204645098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204645098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204645098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204645098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204645098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204645111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204645120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204645120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204645120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:48.872401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Terminating (SIGTERM)\u000a20:46:48.914389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Terminating (SIGTERM)\u000a20:46:48.956541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29703): Terminating (SIGTERM)\u000a20:46:48.966393 --- ParallelTerminationStrategy: PID 29697 died...\u000a20:46:49.022836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Terminated: ok {rc=0}\u000a20:46:49.032938 --- ParallelTerminationStrategy: PID 29700 died...\u000a20:46:49.088919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Terminated: ok {rc=0}\u000a20:46:49.099135 --- ParallelTerminationStrategy: PID 29703 died...\u000a20:46:49.155121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29703): Terminated: ok {rc=0}\u000a20:46:49.243200 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:45:50" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29718): Process ended prematurely: osmo-stp_10.42.42.5(pid=29718) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29718)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29718): Process ended prematurely: osmo-stp_10.42.42.5(pid=29718) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:46:51.383699 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:51.394598 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:46:51.538083 tst cs_paging_gprs_active.py: using LAC 36173\u000a20:46:51.670820 tst cs_paging_gprs_active.py: using RAC 218\u000a20:46:51.798359 tst cs_paging_gprs_active.py: using CellId 36173\u000a20:46:51.926744 tst cs_paging_gprs_active.py: using BVCI 36174\u000a20:46:51.952160 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:51.963625 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:51.974859 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:51.986144 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:51.997233 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:52.008302 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:52.019610 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:52.030714 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:52.042120 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:46:52.162758 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:46:52.462072 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:46:52.599425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:52.939233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29708): Launched\u000a20:46:53.223322 run iperf3-srv_10.42.42.10(pid=29709): Launched\u000a20:46:53.425262 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:46:53.562662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:53.902867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29710): Launched\u000a20:46:54.186803 run iperf3-srv_10.42.42.10(pid=29711): Launched\u000a20:46:54.388345 tst cs_paging_gprs_active.py:38: start network...\u000a20:46:54.525743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:55.054852 run create_hlr_db(pid=29712): Launched\u000a20:46:55.244400 bus /gobi_6: Setting Powered False\u000a20:46:56.266445 run create_hlr_db(pid=29712): Terminated: ok {rc=0}\u000a20:46:56.679211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29714): Launched\u000a20:46:56.987037 run osmo-hlr_10.42.42.2(pid=29715): Launched\u000a20:46:57.107161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:57.645601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29717): Launched\u000a20:46:57.951592 run osmo-stp_10.42.42.5(pid=29718): Launched\u000a20:46:58.062862 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:58.596173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29720): Launched\u000a20:46:58.705142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:58.971071 run patchelf(pid=29721): Launched\u000a20:46:59.150403 run osmo-stp_10.42.42.5(pid=29718): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29718)]\u000a20:46:59.281470 run osmo-stp_10.42.42.5(pid=29718): stdout: \u000a| (launched: 2022-12-13_20:46:57.801367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:59.412810 run osmo-stp_10.42.42.5(pid=29718): stderr: \u000a| �[0;m�[38;5;43m20221213204657970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204657970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204657970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204657971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204657971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204657971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204657971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:59.540010 run osmo-stp_10.42.42.5(pid=29718): stdout: \u000a| (launched: 2022-12-13_20:46:57.801367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:59.666448 run osmo-stp_10.42.42.5(pid=29718): stderr: \u000a| �[0;m�[38;5;43m20221213204657970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204657970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204657970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204657971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204657971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204657971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204657971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:59.813999 run patchelf(pid=29721): Terminating (SIGINT)\u000a20:46:59.987571 run patchelf(pid=29721): Terminated: ok {rc=0}\u000a20:47:00.019277 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29718): Process ended prematurely: osmo-stp_10.42.42.5(pid=29718) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29718)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:47:00.028397 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:47:00.089128 run osmo-hlr_10.42.42.2(pid=29715): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29715)]\u000a20:47:00.138846 run osmo-hlr_10.42.42.2(pid=29715): stdout: \u000a| (launched: 2022-12-13_20:46:56.835518) \u000a20:47:00.189055 run osmo-hlr_10.42.42.2(pid=29715): stderr: \u000a| �[0;m�[1;31m20221213204657009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204657009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204657009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204657010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204657010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204657010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204657025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204657036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204657036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204657036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:00.231636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29708): Terminating (SIGTERM)\u000a20:47:00.271725 run iperf3-srv_10.42.42.10(pid=29709): Terminating (SIGTERM)\u000a20:47:00.311912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29710): Terminating (SIGTERM)\u000a20:47:00.351927 run iperf3-srv_10.42.42.10(pid=29711): Terminating (SIGTERM)\u000a20:47:00.392037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29714): Terminating (SIGTERM)\u000a20:47:00.432300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29717): Terminating (SIGTERM)\u000a20:47:00.472521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29720): Terminating (SIGTERM)\u000a20:47:00.481881 --- ParallelTerminationStrategy: PID 29708 died...\u000a20:47:00.536035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29708): Terminated: ok {rc=0}\u000a20:47:00.545750 --- ParallelTerminationStrategy: PID 29709 died...\u000a20:47:00.599663 run iperf3-srv_10.42.42.10(pid=29709): Terminated {rc=256}\u000a20:47:00.609330 --- ParallelTerminationStrategy: PID 29710 died...\u000a20:47:00.663067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29710): Terminated: ok {rc=0}\u000a20:47:00.672620 --- ParallelTerminationStrategy: PID 29711 died...\u000a20:47:00.726177 run iperf3-srv_10.42.42.10(pid=29711): Terminated {rc=256}\u000a20:47:00.735771 --- ParallelTerminationStrategy: PID 29714 died...\u000a20:47:00.789771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29714): Terminated: ok {rc=0}\u000a20:47:00.799429 --- ParallelTerminationStrategy: PID 29717 died...\u000a20:47:00.854591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29717): Terminated: ok {rc=0}\u000a20:47:00.865769 --- ParallelTerminationStrategy: PID 29720 died...\u000a20:47:00.934905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29720): Terminated: ok {rc=0}\u000a20:47:01.021257 bus /gobi_0: Setting Powered False\u000a20:47:02.152595 bus /gobi_0: Setting Powered False\u000a20:47:03.266794 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:47:04.378042 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:04.389574 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:47:04.530234 tst iperf3.py: using LAC 36174\u000a20:47:04.658388 tst iperf3.py: using RAC 219\u000a20:47:04.787596 tst iperf3.py: using CellId 36174\u000a20:47:04.918374 tst iperf3.py: using BVCI 36175\u000a20:47:04.943762 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:04.955380 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:04.966741 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:04.978022 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:04.989142 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:05.000239 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:05.012111 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:05.023537 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:05.035120 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:47:05.317409 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:47:05.445335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:05.764483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Launched\u000a20:47:06.028595 run iperf3-srv_10.42.42.10(pid=29723): Launched\u000a20:47:06.215701 tst iperf3.py:8: start network...\u000a20:47:06.343663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:06.825120 run create_hlr_db(pid=29724): Launched\u000a20:47:07.000677 bus /gobi_6: Setting Powered False\u000a20:47:08.023193 run create_hlr_db(pid=29724): Terminated: ok {rc=0}\u000a20:47:08.429835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Launched\u000a20:47:08.736174 run osmo-hlr_10.42.42.2(pid=29727): Launched\u000a20:47:08.855111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:09.399150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Launched\u000a20:47:09.705993 run osmo-stp_10.42.42.5(pid=29730): Launched\u000a20:47:09.818058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:10.351622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Launched\u000a20:47:10.460633 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:10.727272 run patchelf(pid=29733): Launched\u000a20:47:10.906630 run osmo-stp_10.42.42.5(pid=29730): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]\u000a20:47:11.037860 run osmo-stp_10.42.42.5(pid=29730): stdout: \u000a| (launched: 2022-12-13_20:47:09.555113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:11.168815 run osmo-stp_10.42.42.5(pid=29730): stderr: \u000a| �[0;m�[38;5;43m20221213204709722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204709722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204709722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204709723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204709723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204709723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204709723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:11.295928 run osmo-stp_10.42.42.5(pid=29730): stdout: \u000a| (launched: 2022-12-13_20:47:09.555113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:11.421879 run osmo-stp_10.42.42.5(pid=29730): stderr: \u000a| �[0;m�[38;5;43m20221213204709722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204709722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204709722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204709723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204709723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204709723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204709723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:11.568490 run patchelf(pid=29733): Terminating (SIGINT)\u000a20:47:11.741909 run patchelf(pid=29733): Terminated: ok {rc=0}\u000a20:47:11.773755 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a20:47:11.783033 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a20:47:11.844625 run osmo-hlr_10.42.42.2(pid=29727): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29727)]\u000a20:47:11.894757 run osmo-hlr_10.42.42.2(pid=29727): stdout: \u000a| (launched: 2022-12-13_20:47:08.585518) \u000a20:47:11.944936 run osmo-hlr_10.42.42.2(pid=29727): stderr: \u000a| �[0;m�[1;31m20221213204708757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204708757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204708757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204708757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204708757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204708757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204708770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204708778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204708778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204708778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:11.987853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Terminating (SIGTERM)\u000a20:47:12.027931 run iperf3-srv_10.42.42.10(pid=29723): Terminating (SIGTERM)\u000a20:47:12.068095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Terminating (SIGTERM)\u000a20:47:12.108220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Terminating (SIGTERM)\u000a20:47:12.148306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Terminating (SIGTERM)\u000a20:47:12.157662 --- ParallelTerminationStrategy: PID 29722 died...\u000a20:47:12.212098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29722): Terminated: ok {rc=0}\u000a20:47:12.221819 --- ParallelTerminationStrategy: PID 29723 died...\u000a20:47:12.275878 run iperf3-srv_10.42.42.10(pid=29723): Terminated {rc=256}\u000a20:47:12.285646 --- ParallelTerminationStrategy: PID 29726 died...\u000a20:47:12.339741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Terminated: ok {rc=0}\u000a20:47:12.349453 --- ParallelTerminationStrategy: PID 29729 died...\u000a20:47:12.403636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Terminated: ok {rc=0}\u000a20:47:12.413367 --- ParallelTerminationStrategy: PID 29732 died...\u000a20:47:12.467595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29732): Terminated: ok {rc=0}\u000a20:47:12.551993 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29748): Process ended prematurely: osmo-stp_10.42.42.5(pid=29748) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29748)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29748): Process ended prematurely: osmo-stp_10.42.42.5(pid=29748) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:47:13.668167 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:13.680116 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:47:13.824884 tst iperf3m4.py: using LAC 36175\u000a20:47:13.945024 tst iperf3m4.py: using RAC 220\u000a20:47:14.063349 tst iperf3m4.py: using CellId 36175\u000a20:47:14.189657 tst iperf3m4.py: using BVCI 36176\u000a20:47:14.215008 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:14.226637 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:14.238025 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:14.249247 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:14.260459 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:14.271558 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:14.282919 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:14.294003 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:14.305368 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:47:14.426027 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:47:14.549210 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:47:14.667556 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:47:14.949537 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:47:15.077716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:15.394471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Launched\u000a20:47:15.659356 run iperf3-srv_10.42.42.10(pid=29735): Launched\u000a20:47:15.867933 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:47:16.027382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:16.380670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29736): Launched\u000a20:47:16.682718 run iperf3-srv_10.42.42.10(pid=29737): Launched\u000a20:47:16.874735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:47:17.006379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:17.327331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29738): Launched\u000a20:47:17.591193 run iperf3-srv_10.42.42.10(pid=29739): Launched\u000a20:47:17.778032 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:47:17.906187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:18.224133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29740): Launched\u000a20:47:18.487582 run iperf3-srv_10.42.42.10(pid=29741): Launched\u000a20:47:18.674696 tst iperf3m4.py:8: start network...\u000a20:47:18.802656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:19.285694 run create_hlr_db(pid=29742): Launched\u000a20:47:19.462094 bus /gobi_6: Setting Powered False\u000a20:47:20.483805 run create_hlr_db(pid=29742): Terminated: ok {rc=0}\u000a20:47:20.921745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29744): Launched\u000a20:47:21.251273 run osmo-hlr_10.42.42.2(pid=29745): Launched\u000a20:47:21.374201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:21.945749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29747): Launched\u000a20:47:22.275080 run osmo-stp_10.42.42.5(pid=29748): Launched\u000a20:47:22.393832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:22.966168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29750): Launched\u000a20:47:23.083345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:23.368554 run patchelf(pid=29751): Launched\u000a20:47:23.559401 run osmo-stp_10.42.42.5(pid=29748): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29748)]\u000a20:47:23.699212 run osmo-stp_10.42.42.5(pid=29748): stdout: \u000a| (launched: 2022-12-13_20:47:22.113335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:23.838962 run osmo-stp_10.42.42.5(pid=29748): stderr: \u000a| �[0;m�[38;5;43m20221213204722304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204722304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204722304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204722305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204722305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204722305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204722305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:23.975557 run osmo-stp_10.42.42.5(pid=29748): stdout: \u000a| (launched: 2022-12-13_20:47:22.113335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:24.110575 run osmo-stp_10.42.42.5(pid=29748): stderr: \u000a| �[0;m�[38;5;43m20221213204722304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204722304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204722304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204722305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204722305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204722305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204722305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:24.267057 run patchelf(pid=29751): Terminating (SIGINT)\u000a20:47:24.451631 run patchelf(pid=29751): Terminated: ok {rc=0}\u000a20:47:24.485523 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29748): Process ended prematurely: osmo-stp_10.42.42.5(pid=29748) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29748)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:47:24.495424 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:47:24.558729 run osmo-hlr_10.42.42.2(pid=29745): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29745)]\u000a20:47:24.610323 run osmo-hlr_10.42.42.2(pid=29745): stdout: \u000a| (launched: 2022-12-13_20:47:21.089713) \u000a20:47:24.662357 run osmo-hlr_10.42.42.2(pid=29745): stderr: \u000a| �[0;m�[1;31m20221213204721285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204721285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204721285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204721285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204721285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204721285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204721298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204721307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204721307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204721307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:24.706915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Terminating (SIGTERM)\u000a20:47:24.748474 run iperf3-srv_10.42.42.10(pid=29735): Terminating (SIGTERM)\u000a20:47:24.790214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29736): Terminating (SIGTERM)\u000a20:47:24.831769 run iperf3-srv_10.42.42.10(pid=29737): Terminating (SIGTERM)\u000a20:47:24.873670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29738): Terminating (SIGTERM)\u000a20:47:24.915642 run iperf3-srv_10.42.42.10(pid=29739): Terminating (SIGTERM)\u000a20:47:24.957423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29740): Terminating (SIGTERM)\u000a20:47:24.999087 run iperf3-srv_10.42.42.10(pid=29741): Terminating (SIGTERM)\u000a20:47:25.040882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29744): Terminating (SIGTERM)\u000a20:47:25.082663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29747): Terminating (SIGTERM)\u000a20:47:25.124405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29750): Terminating (SIGTERM)\u000a20:47:25.134190 --- ParallelTerminationStrategy: PID 29734 died...\u000a20:47:25.190119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Terminated: ok {rc=0}\u000a20:47:25.200190 --- ParallelTerminationStrategy: PID 29735 died...\u000a20:47:25.255814 run iperf3-srv_10.42.42.10(pid=29735): Terminated {rc=256}\u000a20:47:25.265874 --- ParallelTerminationStrategy: PID 29736 died...\u000a20:47:25.321556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29736): Terminated: ok {rc=0}\u000a20:47:25.331571 --- ParallelTerminationStrategy: PID 29737 died...\u000a20:47:25.386772 run iperf3-srv_10.42.42.10(pid=29737): Terminated {rc=256}\u000a20:47:25.396754 --- ParallelTerminationStrategy: PID 29738 died...\u000a20:47:25.452173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29738): Terminated: ok {rc=0}\u000a20:47:25.462191 --- ParallelTerminationStrategy: PID 29739 died...\u000a20:47:25.517434 run iperf3-srv_10.42.42.10(pid=29739): Terminated {rc=256}\u000a20:47:25.527437 --- ParallelTerminationStrategy: PID 29740 died...\u000a20:47:25.582909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29740): Terminated: ok {rc=0}\u000a20:47:25.593060 --- ParallelTerminationStrategy: PID 29741 died...\u000a20:47:25.648303 run iperf3-srv_10.42.42.10(pid=29741): Terminated {rc=256}\u000a20:47:25.658322 --- ParallelTerminationStrategy: PID 29744 died...\u000a20:47:25.713896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29744): Terminated: ok {rc=0}\u000a20:47:25.723985 --- ParallelTerminationStrategy: PID 29747 died...\u000a20:47:25.779916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29747): Terminated: ok {rc=0}\u000a20:47:25.790017 --- ParallelTerminationStrategy: PID 29750 died...\u000a20:47:25.845323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29750): Terminated: ok {rc=0}\u000a20:47:25.933535 bus /gobi_4: Setting Powered False\u000a20:47:27.041607 bus /gobi_4: Setting Powered False\u000a20:47:28.150289 bus /gobi_1: Setting Powered False\u000a20:47:29.255900 bus /gobi_1: Setting Powered False\u000a20:47:30.364691 bus /gobi_0: Setting Powered False\u000a20:47:31.472133 bus /gobi_0: Setting Powered False\u000a20:47:32.579689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29758): Process ended prematurely: osmo-stp_10.42.42.5(pid=29758) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29758): Process ended prematurely: osmo-stp_10.42.42.5(pid=29758) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:47:33.650123 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:33.662272 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:47:33.802506 tst ping.py: using LAC 36176\u000a20:47:33.927287 tst ping.py: using RAC 221\u000a20:47:34.055730 tst ping.py: using CellId 36176\u000a20:47:34.180863 tst ping.py: using BVCI 36177\u000a20:47:34.205664 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:34.217086 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:34.228251 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:34.239422 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:34.250539 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:34.261647 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:34.273105 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:34.284234 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:47:34.575097 tst ping.py:19: start network...\u000a20:47:34.708440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:35.223076 run create_hlr_db(pid=29752): Launched\u000a20:47:35.409241 bus /gobi_6: Setting Powered False\u000a20:47:36.429360 run create_hlr_db(pid=29752): Terminated: ok {rc=0}\u000a20:47:36.858425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Launched\u000a20:47:37.182150 run osmo-hlr_10.42.42.2(pid=29755): Launched\u000a20:47:37.298821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:37.859416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Launched\u000a20:47:38.181830 run osmo-stp_10.42.42.5(pid=29758): Launched\u000a20:47:38.297600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:38.858743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29760): Launched\u000a20:47:38.973707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:39.255072 run patchelf(pid=29761): Launched\u000a20:47:39.442899 run osmo-stp_10.42.42.5(pid=29758): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)]\u000a20:47:39.579933 run osmo-stp_10.42.42.5(pid=29758): stdout: \u000a| (launched: 2022-12-13_20:47:38.022817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:39.717259 run osmo-stp_10.42.42.5(pid=29758): stderr: \u000a| �[0;m�[38;5;43m20221213204738212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204738212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204738212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204738213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204738213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204738214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204738214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:39.850397 run osmo-stp_10.42.42.5(pid=29758): stdout: \u000a| (launched: 2022-12-13_20:47:38.022817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:39.983078 run osmo-stp_10.42.42.5(pid=29758): stderr: \u000a| �[0;m�[38;5;43m20221213204738212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204738212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204738212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204738213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204738213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204738214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204738214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:40.137755 run patchelf(pid=29761): Terminating (SIGINT)\u000a20:47:40.319110 run patchelf(pid=29761): Terminated: ok {rc=0}\u000a20:47:40.351844 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29758): Process ended prematurely: osmo-stp_10.42.42.5(pid=29758) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a20:47:40.361064 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:47:40.424082 run osmo-hlr_10.42.42.2(pid=29755): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29755)]\u000a20:47:40.475713 run osmo-hlr_10.42.42.2(pid=29755): stdout: \u000a| (launched: 2022-12-13_20:47:37.022679) \u000a20:47:40.527951 run osmo-hlr_10.42.42.2(pid=29755): stderr: \u000a| �[0;m�[1;31m20221213204737219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204737219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204737219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204737219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204737219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204737219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204737232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204737240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204737240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204737240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:40.572363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Terminating (SIGTERM)\u000a20:47:40.614415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Terminating (SIGTERM)\u000a20:47:40.656432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29760): Terminating (SIGTERM)\u000a20:47:40.666293 --- ParallelTerminationStrategy: PID 29754 died...\u000a20:47:40.722279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Terminated: ok {rc=0}\u000a20:47:40.732427 --- ParallelTerminationStrategy: PID 29757 died...\u000a20:47:40.788049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Terminated: ok {rc=0}\u000a20:47:40.798106 --- ParallelTerminationStrategy: PID 29760 died...\u000a20:47:40.853723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29760): Terminated: ok {rc=0}\u000a20:47:40.940912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29768): Process ended prematurely: osmo-stp_10.42.42.5(pid=29768) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29768): Process ended prematurely: osmo-stp_10.42.42.5(pid=29768) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:47:41.992404 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:42.004608 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:47:42.152550 tst ping_idle_ping.py: using LAC 36177\u000a20:47:42.284312 tst ping_idle_ping.py: using RAC 222\u000a20:47:42.409137 tst ping_idle_ping.py: using CellId 36177\u000a20:47:42.534008 tst ping_idle_ping.py: using BVCI 36178\u000a20:47:42.558862 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:42.570402 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:42.582066 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:42.593387 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:42.605015 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:42.616695 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:42.628724 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:47:42.640619 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:47:42.919777 tst ping_idle_ping.py:24: start network...\u000a20:47:43.045180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:43.528368 run create_hlr_db(pid=29762): Launched\u000a20:47:43.703286 bus /gobi_6: Setting Powered False\u000a20:47:44.723943 run create_hlr_db(pid=29762): Terminated: ok {rc=0}\u000a20:47:45.155323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Launched\u000a20:47:45.479145 run osmo-hlr_10.42.42.2(pid=29765): Launched\u000a20:47:45.598561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:46.196258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Launched\u000a20:47:46.591404 run osmo-stp_10.42.42.5(pid=29768): Launched\u000a20:47:46.796538 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:47.371532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29770): Launched\u000a20:47:47.479190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:47.743850 run patchelf(pid=29771): Launched\u000a20:47:47.921667 run osmo-stp_10.42.42.5(pid=29768): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)]\u000a20:47:48.051559 run osmo-stp_10.42.42.5(pid=29768): stdout: \u000a| (launched: 2022-12-13_20:47:46.365509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:48.182191 run osmo-stp_10.42.42.5(pid=29768): stderr: \u000a| �[0;m�[38;5;43m20221213204746604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204746605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204746609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204746609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204746610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204746610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204746610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:48.308282 run osmo-stp_10.42.42.5(pid=29768): stdout: \u000a| (launched: 2022-12-13_20:47:46.365509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:48.433643 run osmo-stp_10.42.42.5(pid=29768): stderr: \u000a| �[0;m�[38;5;43m20221213204746604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204746605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204746609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204746609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204746610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204746610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204746610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:48.579186 run patchelf(pid=29771): Terminating (SIGINT)\u000a20:47:48.750363 run patchelf(pid=29771): Terminated: ok {rc=0}\u000a20:47:48.781397 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29768): Process ended prematurely: osmo-stp_10.42.42.5(pid=29768) [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29768)] [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:47:48.790089 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:47:48.851196 run osmo-hlr_10.42.42.2(pid=29765): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29765)]\u000a20:47:48.901294 run osmo-hlr_10.42.42.2(pid=29765): stdout: \u000a| (launched: 2022-12-13_20:47:45.320180) \u000a20:47:48.952185 run osmo-hlr_10.42.42.2(pid=29765): stderr: \u000a| �[0;m�[1;31m20221213204745517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204745517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204745517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204745517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204745517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204745517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204745530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204745538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204745539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204745539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:48.995326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Terminating (SIGTERM)\u000a20:47:49.036007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Terminating (SIGTERM)\u000a20:47:49.076719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29770): Terminating (SIGTERM)\u000a20:47:49.086243 --- ParallelTerminationStrategy: PID 29764 died...\u000a20:47:49.141504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29764): Terminated: ok {rc=0}\u000a20:47:49.151383 --- ParallelTerminationStrategy: PID 29767 died...\u000a20:47:49.206136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29767): Terminated: ok {rc=0}\u000a20:47:49.215955 --- ParallelTerminationStrategy: PID 29770 died...\u000a20:47:49.270575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29770): Terminated: ok {rc=0}\u000a20:47:49.360638 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:46:51" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29785): Process ended prematurely: osmo-stp_10.42.42.5(pid=29785) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29785)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29785): Process ended prematurely: osmo-stp_10.42.42.5(pid=29785) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:47:51.522847 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:51.534209 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:47:51.699480 tst cs_paging_gprs_active.py: using LAC 36178\u000a20:47:51.829193 tst cs_paging_gprs_active.py: using RAC 223\u000a20:47:51.959462 tst cs_paging_gprs_active.py: using CellId 36178\u000a20:47:52.087233 tst cs_paging_gprs_active.py: using BVCI 36179\u000a20:47:52.112507 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:52.123884 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:52.135183 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:52.146591 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:52.157853 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:52.169240 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:52.180579 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:52.191774 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:52.203167 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:47:52.324440 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:47:52.623875 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:47:52.760813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:53.099811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29775): Launched\u000a20:47:53.382995 run iperf3-srv_10.42.42.10(pid=29776): Launched\u000a20:47:53.583491 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:47:53.720188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:54.060158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Launched\u000a20:47:54.343822 run iperf3-srv_10.42.42.10(pid=29778): Launched\u000a20:47:54.544442 tst cs_paging_gprs_active.py:38: start network...\u000a20:47:54.681484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:55.207292 run create_hlr_db(pid=29779): Launched\u000a20:47:55.396500 bus /gobi_6: Setting Powered False\u000a20:47:56.418550 run create_hlr_db(pid=29779): Terminated: ok {rc=0}\u000a20:47:56.829995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29781): Launched\u000a20:47:57.138273 run osmo-hlr_10.42.42.2(pid=29782): Launched\u000a20:47:57.258124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:57.794397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29784): Launched\u000a20:47:58.101619 run osmo-stp_10.42.42.5(pid=29785): Launched\u000a20:47:58.213529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:58.747135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29787): Launched\u000a20:47:58.856732 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:59.132512 run patchelf(pid=29788): Launched\u000a20:47:59.312589 run osmo-stp_10.42.42.5(pid=29785): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29785)]\u000a20:47:59.444512 run osmo-stp_10.42.42.5(pid=29785): stdout: \u000a| (launched: 2022-12-13_20:47:57.950775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:59.576668 run osmo-stp_10.42.42.5(pid=29785): stderr: \u000a| �[0;m�[38;5;43m20221213204758118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204758118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204758118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204758119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204758119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204758119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204758119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:59.704597 run osmo-stp_10.42.42.5(pid=29785): stdout: \u000a| (launched: 2022-12-13_20:47:57.950775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:59.831535 run osmo-stp_10.42.42.5(pid=29785): stderr: \u000a| �[0;m�[38;5;43m20221213204758118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204758118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204758118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204758119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204758119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204758119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204758119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:59.979350 run patchelf(pid=29788): Terminating (SIGINT)\u000a20:48:00.153200 run patchelf(pid=29788): Terminated: ok {rc=0}\u000a20:48:00.185081 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29785): Process ended prematurely: osmo-stp_10.42.42.5(pid=29785) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29785)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:48:00.194391 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:48:00.255813 run osmo-hlr_10.42.42.2(pid=29782): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29782)]\u000a20:48:00.305831 run osmo-hlr_10.42.42.2(pid=29782): stdout: \u000a| (launched: 2022-12-13_20:47:56.986466) \u000a20:48:00.356358 run osmo-hlr_10.42.42.2(pid=29782): stderr: \u000a| �[0;m�[1;31m20221213204757160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204757160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204757160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204757160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204757160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204757160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204757172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204757180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204757180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204757180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:00.399624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29775): Terminating (SIGTERM)\u000a20:48:00.440066 run iperf3-srv_10.42.42.10(pid=29776): Terminating (SIGTERM)\u000a20:48:00.481510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Terminating (SIGTERM)\u000a20:48:00.522741 run iperf3-srv_10.42.42.10(pid=29778): Terminating (SIGTERM)\u000a20:48:00.563963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29781): Terminating (SIGTERM)\u000a20:48:00.605476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29784): Terminating (SIGTERM)\u000a20:48:00.645720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29787): Terminating (SIGTERM)\u000a20:48:00.655017 --- ParallelTerminationStrategy: PID 29775 died...\u000a20:48:00.709333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29775): Terminated: ok {rc=0}\u000a20:48:00.719052 --- ParallelTerminationStrategy: PID 29776 died...\u000a20:48:00.773025 run iperf3-srv_10.42.42.10(pid=29776): Terminated {rc=256}\u000a20:48:00.782666 --- ParallelTerminationStrategy: PID 29777 died...\u000a20:48:00.844539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Terminated: ok {rc=0}\u000a20:48:00.855280 --- ParallelTerminationStrategy: PID 29778 died...\u000a20:48:00.925437 run iperf3-srv_10.42.42.10(pid=29778): Terminated {rc=256}\u000a20:48:00.935557 --- ParallelTerminationStrategy: PID 29781 died...\u000a20:48:00.991062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29781): Terminated: ok {rc=0}\u000a20:48:01.001377 --- ParallelTerminationStrategy: PID 29784 died...\u000a20:48:01.059143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29784): Terminated: ok {rc=0}\u000a20:48:01.069637 --- ParallelTerminationStrategy: PID 29787 died...\u000a20:48:01.125362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29787): Terminated: ok {rc=0}\u000a20:48:01.212062 bus /gobi_0: Setting Powered False\u000a20:48:02.321251 bus /gobi_0: Setting Powered False\u000a20:48:03.433690 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29798): Process ended prematurely: osmo-stp_10.42.42.5(pid=29798) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29798)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29798): Process ended prematurely: osmo-stp_10.42.42.5(pid=29798) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:48:04.545539 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:04.557358 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:48:04.715718 tst iperf3.py: using LAC 36179\u000a20:48:04.835054 tst iperf3.py: using RAC 224\u000a20:48:04.956846 tst iperf3.py: using CellId 36179\u000a20:48:05.078095 tst iperf3.py: using BVCI 36180\u000a20:48:05.101752 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:05.112740 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:05.123599 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:05.134367 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:05.145716 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:05.157026 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:05.168211 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:05.179260 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:05.190558 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:48:05.472236 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:48:05.600030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:05.916852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29790): Launched\u000a20:48:06.181323 run iperf3-srv_10.42.42.10(pid=29791): Launched\u000a20:48:06.369316 tst iperf3.py:8: start network...\u000a20:48:06.497479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:06.978851 run create_hlr_db(pid=29792): Launched\u000a20:48:07.154293 bus /gobi_6: Setting Powered False\u000a20:48:08.187242 run create_hlr_db(pid=29792): Terminated: ok {rc=0}\u000a20:48:08.598382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29794): Launched\u000a20:48:08.905378 run osmo-hlr_10.42.42.2(pid=29795): Launched\u000a20:48:09.018092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:09.653244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29797): Launched\u000a20:48:09.953848 run osmo-stp_10.42.42.5(pid=29798): Launched\u000a20:48:10.072560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:10.601382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29800): Launched\u000a20:48:10.708281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:10.970132 run patchelf(pid=29801): Launched\u000a20:48:11.145425 run osmo-stp_10.42.42.5(pid=29798): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29798)]\u000a20:48:11.273929 run osmo-stp_10.42.42.5(pid=29798): stdout: \u000a| (launched: 2022-12-13_20:48:09.805776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:11.402646 run osmo-stp_10.42.42.5(pid=29798): stderr: \u000a| �[0;m�[38;5;43m20221213204809991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204809991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204809991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204809992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204809992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204809992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204809992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:11.527673 run osmo-stp_10.42.42.5(pid=29798): stdout: \u000a| (launched: 2022-12-13_20:48:09.805776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:11.651822 run osmo-stp_10.42.42.5(pid=29798): stderr: \u000a| �[0;m�[38;5;43m20221213204809991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204809991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204809991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204809992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204809992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204809992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204809992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:11.795806 run patchelf(pid=29801): Terminating (SIGINT)\u000a20:48:11.965732 run patchelf(pid=29801): Terminated: ok {rc=0}\u000a20:48:11.996800 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29798): Process ended prematurely: osmo-stp_10.42.42.5(pid=29798) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29798)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:48:12.006038 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:48:12.066923 run osmo-hlr_10.42.42.2(pid=29795): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29795)]\u000a20:48:12.116191 run osmo-hlr_10.42.42.2(pid=29795): stdout: \u000a| (launched: 2022-12-13_20:48:08.754352) \u000a20:48:12.165982 run osmo-hlr_10.42.42.2(pid=29795): stderr: \u000a| �[0;m�[1;31m20221213204808928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204808928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204808928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204808928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204808928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204808928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204808943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204808953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204808954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204808954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:12.208343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29790): Terminating (SIGTERM)\u000a20:48:12.248072 run iperf3-srv_10.42.42.10(pid=29791): Terminating (SIGTERM)\u000a20:48:12.287854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29794): Terminating (SIGTERM)\u000a20:48:12.327871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29797): Terminating (SIGTERM)\u000a20:48:12.367586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29800): Terminating (SIGTERM)\u000a20:48:12.376755 --- ParallelTerminationStrategy: PID 29790 died...\u000a20:48:12.430310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29790): Terminated: ok {rc=0}\u000a20:48:12.439889 --- ParallelTerminationStrategy: PID 29791 died...\u000a20:48:12.493386 run iperf3-srv_10.42.42.10(pid=29791): Terminated {rc=256}\u000a20:48:12.502957 --- ParallelTerminationStrategy: PID 29794 died...\u000a20:48:12.556525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29794): Terminated: ok {rc=0}\u000a20:48:12.565965 --- ParallelTerminationStrategy: PID 29797 died...\u000a20:48:12.619401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29797): Terminated: ok {rc=0}\u000a20:48:12.628816 --- ParallelTerminationStrategy: PID 29800 died...\u000a20:48:12.682206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29800): Terminated: ok {rc=0}\u000a20:48:12.766318 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29817): Process ended prematurely: osmo-stp_10.42.42.5(pid=29817) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29817): Process ended prematurely: osmo-stp_10.42.42.5(pid=29817) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:48:13.881267 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:13.893076 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:48:14.057638 tst iperf3m4.py: using LAC 36180\u000a20:48:14.182664 tst iperf3m4.py: using RAC 225\u000a20:48:14.307713 tst iperf3m4.py: using CellId 36180\u000a20:48:14.437192 tst iperf3m4.py: using BVCI 36181\u000a20:48:14.461531 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:14.472814 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:14.484016 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:14.495111 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:14.506279 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:14.517464 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:14.528653 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:14.539651 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:14.551019 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:48:14.670580 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:48:14.793378 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:48:14.912714 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:48:15.190097 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:48:15.315554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:15.626368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Launched\u000a20:48:15.903326 run iperf3-srv_10.42.42.10(pid=29804): Launched\u000a20:48:16.105311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:48:16.291708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:16.656672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Launched\u000a20:48:16.936454 run iperf3-srv_10.42.42.10(pid=29806): Launched\u000a20:48:17.124822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:48:17.258632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:17.571127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Launched\u000a20:48:17.831162 run iperf3-srv_10.42.42.10(pid=29808): Launched\u000a20:48:18.014174 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:48:18.139116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:18.450266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Launched\u000a20:48:18.708427 run iperf3-srv_10.42.42.10(pid=29810): Launched\u000a20:48:18.891291 tst iperf3m4.py:8: start network...\u000a20:48:19.016118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:19.493617 run create_hlr_db(pid=29811): Launched\u000a20:48:19.666246 bus /gobi_6: Setting Powered False\u000a20:48:20.688719 run create_hlr_db(pid=29811): Terminated: ok {rc=0}\u000a20:48:21.115359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Launched\u000a20:48:21.436555 run osmo-hlr_10.42.42.2(pid=29814): Launched\u000a20:48:21.557204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:22.119438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Launched\u000a20:48:22.442500 run osmo-stp_10.42.42.5(pid=29817): Launched\u000a20:48:22.558539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:23.118457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Launched\u000a20:48:23.232509 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:23.510945 run patchelf(pid=29820): Launched\u000a20:48:23.697720 run osmo-stp_10.42.42.5(pid=29817): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)]\u000a20:48:23.834227 run osmo-stp_10.42.42.5(pid=29817): stdout: \u000a| (launched: 2022-12-13_20:48:22.283142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:23.971367 run osmo-stp_10.42.42.5(pid=29817): stderr: \u000a| �[0;m�[38;5;43m20221213204822473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204822474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204822474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204822474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204822475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204822475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204822475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:24.104028 run osmo-stp_10.42.42.5(pid=29817): stdout: \u000a| (launched: 2022-12-13_20:48:22.283142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:24.235148 run osmo-stp_10.42.42.5(pid=29817): stderr: \u000a| �[0;m�[38;5;43m20221213204822473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204822474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204822474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204822474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204822475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204822475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204822475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:24.388420 run patchelf(pid=29820): Terminating (SIGINT)\u000a20:48:24.568897 run patchelf(pid=29820): Terminated: ok {rc=0}\u000a20:48:24.602028 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29817): Process ended prematurely: osmo-stp_10.42.42.5(pid=29817) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:48:24.611911 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:48:24.675209 run osmo-hlr_10.42.42.2(pid=29814): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29814)]\u000a20:48:24.726514 run osmo-hlr_10.42.42.2(pid=29814): stdout: \u000a| (launched: 2022-12-13_20:48:21.278790) \u000a20:48:24.778517 run osmo-hlr_10.42.42.2(pid=29814): stderr: \u000a| �[0;m�[1;31m20221213204821473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204821473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204821473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204821473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204821473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204821473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204821486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204821495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204821495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204821495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:24.822812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Terminating (SIGTERM)\u000a20:48:24.864692 run iperf3-srv_10.42.42.10(pid=29804): Terminating (SIGTERM)\u000a20:48:24.906442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Terminating (SIGTERM)\u000a20:48:24.948245 run iperf3-srv_10.42.42.10(pid=29806): Terminating (SIGTERM)\u000a20:48:24.990663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Terminating (SIGTERM)\u000a20:48:25.032290 run iperf3-srv_10.42.42.10(pid=29808): Terminating (SIGTERM)\u000a20:48:25.074007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Terminating (SIGTERM)\u000a20:48:25.115617 run iperf3-srv_10.42.42.10(pid=29810): Terminating (SIGTERM)\u000a20:48:25.157545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Terminating (SIGTERM)\u000a20:48:25.199255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Terminating (SIGTERM)\u000a20:48:25.241081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Terminating (SIGTERM)\u000a20:48:25.250650 --- ParallelTerminationStrategy: PID 29803 died...\u000a20:48:25.306367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Terminated: ok {rc=0}\u000a20:48:25.316373 --- ParallelTerminationStrategy: PID 29804 died...\u000a20:48:25.371873 run iperf3-srv_10.42.42.10(pid=29804): Terminated {rc=256}\u000a20:48:25.381807 --- ParallelTerminationStrategy: PID 29805 died...\u000a20:48:25.436924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Terminated: ok {rc=0}\u000a20:48:25.446904 --- ParallelTerminationStrategy: PID 29806 died...\u000a20:48:25.502131 run iperf3-srv_10.42.42.10(pid=29806): Terminated {rc=256}\u000a20:48:25.512009 --- ParallelTerminationStrategy: PID 29807 died...\u000a20:48:25.567485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Terminated: ok {rc=0}\u000a20:48:25.577421 --- ParallelTerminationStrategy: PID 29808 died...\u000a20:48:25.632347 run iperf3-srv_10.42.42.10(pid=29808): Terminated {rc=256}\u000a20:48:25.642233 --- ParallelTerminationStrategy: PID 29809 died...\u000a20:48:25.697503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Terminated: ok {rc=0}\u000a20:48:25.707512 --- ParallelTerminationStrategy: PID 29810 died...\u000a20:48:25.762634 run iperf3-srv_10.42.42.10(pid=29810): Terminated {rc=256}\u000a20:48:25.772544 --- ParallelTerminationStrategy: PID 29813 died...\u000a20:48:25.827800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Terminated: ok {rc=0}\u000a20:48:25.837842 --- ParallelTerminationStrategy: PID 29816 died...\u000a20:48:25.893178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Terminated: ok {rc=0}\u000a20:48:25.903146 --- ParallelTerminationStrategy: PID 29819 died...\u000a20:48:25.958956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Terminated: ok {rc=0}\u000a20:48:26.046215 bus /gobi_4: Setting Powered False\u000a20:48:27.153615 bus /gobi_4: Setting Powered False\u000a20:48:28.265629 bus /gobi_1: Setting Powered False\u000a20:48:29.369019 bus /gobi_1: Setting Powered False\u000a20:48:30.481028 bus /gobi_0: Setting Powered False\u000a20:48:31.598140 bus /gobi_0: Setting Powered False\u000a20:48:32.712121 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29828): Process ended prematurely: osmo-stp_10.42.42.5(pid=29828) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29828): Process ended prematurely: osmo-stp_10.42.42.5(pid=29828) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:48:33.780061 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:33.791569 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:48:33.950827 tst ping.py: using LAC 36181\u000a20:48:34.065640 tst ping.py: using RAC 226\u000a20:48:34.179812 tst ping.py: using CellId 36181\u000a20:48:34.297081 tst ping.py: using BVCI 36182\u000a20:48:34.319649 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:34.330620 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:34.341340 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:34.351935 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:34.363366 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:34.374455 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:34.385585 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:34.396501 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:48:34.683806 tst ping.py:19: start network...\u000a20:48:34.815591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:35.326655 run create_hlr_db(pid=29822): Launched\u000a20:48:35.509736 bus /gobi_6: Setting Powered False\u000a20:48:36.530709 run create_hlr_db(pid=29822): Terminated: ok {rc=0}\u000a20:48:36.929633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Launched\u000a20:48:37.225813 run osmo-hlr_10.42.42.2(pid=29825): Launched\u000a20:48:37.341502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:37.861599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Launched\u000a20:48:38.157822 run osmo-stp_10.42.42.5(pid=29828): Launched\u000a20:48:38.265895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:38.782930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Launched\u000a20:48:38.888423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:39.147374 run patchelf(pid=29831): Launched\u000a20:48:39.321772 run osmo-stp_10.42.42.5(pid=29828): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)]\u000a20:48:39.449400 run osmo-stp_10.42.42.5(pid=29828): stdout: \u000a| (launched: 2022-12-13_20:48:38.011682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:39.577144 run osmo-stp_10.42.42.5(pid=29828): stderr: \u000a| �[0;m�[38;5;43m20221213204838177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204838177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204838177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204838178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204838178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204838178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204838178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:39.701182 run osmo-stp_10.42.42.5(pid=29828): stdout: \u000a| (launched: 2022-12-13_20:48:38.011682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:39.824290 run osmo-stp_10.42.42.5(pid=29828): stderr: \u000a| �[0;m�[38;5;43m20221213204838177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204838177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204838177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204838178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204838178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204838178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204838178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:39.967472 run patchelf(pid=29831): Terminating (SIGINT)\u000a20:48:40.135088 run patchelf(pid=29831): Terminated: ok {rc=0}\u000a20:48:40.165675 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29828): Process ended prematurely: osmo-stp_10.42.42.5(pid=29828) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29828)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:48:40.174418 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:48:40.234838 run osmo-hlr_10.42.42.2(pid=29825): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29825)]\u000a20:48:40.284557 run osmo-hlr_10.42.42.2(pid=29825): stdout: \u000a| (launched: 2022-12-13_20:48:37.080183) \u000a20:48:40.335280 run osmo-hlr_10.42.42.2(pid=29825): stderr: \u000a| �[0;m�[1;31m20221213204837252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204837252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204837253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204837253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204837253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204837253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204837265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204837274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204837274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204837274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:40.378013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Terminating (SIGTERM)\u000a20:48:40.418708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Terminating (SIGTERM)\u000a20:48:40.459007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Terminating (SIGTERM)\u000a20:48:40.468223 --- ParallelTerminationStrategy: PID 29824 died...\u000a20:48:40.522674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29824): Terminated: ok {rc=0}\u000a20:48:40.532225 --- ParallelTerminationStrategy: PID 29827 died...\u000a20:48:40.586018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29827): Terminated: ok {rc=0}\u000a20:48:40.595547 --- ParallelTerminationStrategy: PID 29830 died...\u000a20:48:40.649187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29830): Terminated: ok {rc=0}\u000a20:48:40.737697 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29838): Process ended prematurely: osmo-stp_10.42.42.5(pid=29838) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29838): Process ended prematurely: osmo-stp_10.42.42.5(pid=29838) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:48:41.789617 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:41.801133 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:48:41.957924 tst ping_idle_ping.py: using LAC 36182\u000a20:48:42.085990 tst ping_idle_ping.py: using RAC 227\u000a20:48:42.209053 tst ping_idle_ping.py: using CellId 36182\u000a20:48:42.335118 tst ping_idle_ping.py: using BVCI 36183\u000a20:48:42.359753 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:42.371384 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:42.383114 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:42.394876 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:42.406371 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:42.417920 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:42.429507 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:48:42.441078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:48:42.714607 tst ping_idle_ping.py:24: start network...\u000a20:48:42.837816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:43.304536 run create_hlr_db(pid=29832): Launched\u000a20:48:43.475655 bus /gobi_6: Setting Powered False\u000a20:48:44.497678 run create_hlr_db(pid=29832): Terminated: ok {rc=0}\u000a20:48:44.892910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Launched\u000a20:48:45.191821 run osmo-hlr_10.42.42.2(pid=29835): Launched\u000a20:48:45.304144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:45.819822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Launched\u000a20:48:46.325434 run osmo-stp_10.42.42.5(pid=29838): Launched\u000a20:48:46.461491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:47.042788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Launched\u000a20:48:47.157994 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:47.437216 run patchelf(pid=29841): Launched\u000a20:48:47.623160 run osmo-stp_10.42.42.5(pid=29838): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)]\u000a20:48:47.759355 run osmo-stp_10.42.42.5(pid=29838): stdout: \u000a| (launched: 2022-12-13_20:48:46.021356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:47.895413 run osmo-stp_10.42.42.5(pid=29838): stderr: \u000a| �[0;m�[38;5;43m20221213204846247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204846247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204846247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204846248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204846248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204846248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204846248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:48.027534 run osmo-stp_10.42.42.5(pid=29838): stdout: \u000a| (launched: 2022-12-13_20:48:46.021356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:48.158349 run osmo-stp_10.42.42.5(pid=29838): stderr: \u000a| �[0;m�[38;5;43m20221213204846247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204846247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204846247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204846248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204846248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204846248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204846248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:48.310683 run patchelf(pid=29841): Terminating (SIGINT)\u000a20:48:48.490235 run patchelf(pid=29841): Terminated: ok {rc=0}\u000a20:48:48.522802 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29838): Process ended prematurely: osmo-stp_10.42.42.5(pid=29838) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29838)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:48:48.532046 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:48:48.594638 run osmo-hlr_10.42.42.2(pid=29835): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29835)]\u000a20:48:48.646249 run osmo-hlr_10.42.42.2(pid=29835): stdout: \u000a| (launched: 2022-12-13_20:48:45.043669) \u000a20:48:48.698085 run osmo-hlr_10.42.42.2(pid=29835): stderr: \u000a| �[0;m�[1;31m20221213204845216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204845216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204845216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204845216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204845216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204845216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204845231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204845241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204845242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204845242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:48.742444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Terminating (SIGTERM)\u000a20:48:48.784212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Terminating (SIGTERM)\u000a20:48:48.826565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Terminating (SIGTERM)\u000a20:48:48.836215 --- ParallelTerminationStrategy: PID 29834 died...\u000a20:48:48.892033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29834): Terminated: ok {rc=0}\u000a20:48:48.902127 --- ParallelTerminationStrategy: PID 29837 died...\u000a20:48:48.957985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29837): Terminated: ok {rc=0}\u000a20:48:48.967929 --- ParallelTerminationStrategy: PID 29840 died...\u000a20:48:49.023613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29840): Terminated: ok {rc=0}\u000a20:48:49.110807 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:47:51" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29856): Process ended prematurely: osmo-stp_10.42.42.5(pid=29856) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29856): Process ended prematurely: osmo-stp_10.42.42.5(pid=29856) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:48:51.276231 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.287738 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:48:51.455935 tst cs_paging_gprs_active.py: using LAC 36183\u000a20:48:51.582978 tst cs_paging_gprs_active.py: using RAC 228\u000a20:48:51.709252 tst cs_paging_gprs_active.py: using CellId 36183\u000a20:48:51.837131 tst cs_paging_gprs_active.py: using BVCI 36184\u000a20:48:51.861804 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.873260 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.884692 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.895996 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.907245 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.918461 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.930136 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.941427 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:51.952850 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:48:52.068898 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:48:52.369345 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:48:52.504657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:52.839526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Launched\u000a20:48:53.117390 run iperf3-srv_10.42.42.10(pid=29847): Launched\u000a20:48:53.314866 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:48:53.449602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:53.781655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Launched\u000a20:48:54.043607 run iperf3-srv_10.42.42.10(pid=29849): Launched\u000a20:48:54.228789 tst cs_paging_gprs_active.py:38: start network...\u000a20:48:54.355129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:54.834099 run create_hlr_db(pid=29850): Launched\u000a20:48:55.008518 bus /gobi_6: Setting Powered False\u000a20:48:56.031179 run create_hlr_db(pid=29850): Terminated: ok {rc=0}\u000a20:48:56.434870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Launched\u000a20:48:56.739030 run osmo-hlr_10.42.42.2(pid=29853): Launched\u000a20:48:56.856403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:57.389420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Launched\u000a20:48:57.692896 run osmo-stp_10.42.42.5(pid=29856): Launched\u000a20:48:57.803382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:58.330728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29858): Launched\u000a20:48:58.438787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:58.704405 run patchelf(pid=29859): Launched\u000a20:48:58.882025 run osmo-stp_10.42.42.5(pid=29856): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)]\u000a20:48:59.011813 run osmo-stp_10.42.42.5(pid=29856): stdout: \u000a| (launched: 2022-12-13_20:48:57.543894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:59.141661 run osmo-stp_10.42.42.5(pid=29856): stderr: \u000a| �[0;m�[38;5;43m20221213204857710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204857710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204857710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204857711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204857711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204857711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204857711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:59.267202 run osmo-stp_10.42.42.5(pid=29856): stdout: \u000a| (launched: 2022-12-13_20:48:57.543894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:59.391790 run osmo-stp_10.42.42.5(pid=29856): stderr: \u000a| �[0;m�[38;5;43m20221213204857710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204857710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204857710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204857711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204857711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204857711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204857711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:59.537209 run patchelf(pid=29859): Terminating (SIGINT)\u000a20:48:59.708518 run patchelf(pid=29859): Terminated: ok {rc=0}\u000a20:48:59.740092 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29856): Process ended prematurely: osmo-stp_10.42.42.5(pid=29856) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:48:59.749423 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:48:59.809975 run osmo-hlr_10.42.42.2(pid=29853): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29853)]\u000a20:48:59.859461 run osmo-hlr_10.42.42.2(pid=29853): stdout: \u000a| (launched: 2022-12-13_20:48:56.589437) \u000a20:48:59.909525 run osmo-hlr_10.42.42.2(pid=29853): stderr: \u000a| �[0;m�[1;31m20221213204856763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204856763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204856763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204856763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204856763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204856763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204856780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204856789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204856789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204856789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:59.952317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Terminating (SIGTERM)\u000a20:48:59.992368 run iperf3-srv_10.42.42.10(pid=29847): Terminating (SIGTERM)\u000a20:49:00.032460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Terminating (SIGTERM)\u000a20:49:00.072444 run iperf3-srv_10.42.42.10(pid=29849): Terminating (SIGTERM)\u000a20:49:00.112448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Terminating (SIGTERM)\u000a20:49:00.152627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Terminating (SIGTERM)\u000a20:49:00.192840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29858): Terminating (SIGTERM)\u000a20:49:00.202072 --- ParallelTerminationStrategy: PID 29846 died...\u000a20:49:00.256067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Terminated: ok {rc=0}\u000a20:49:00.265630 --- ParallelTerminationStrategy: PID 29847 died...\u000a20:49:00.319276 run iperf3-srv_10.42.42.10(pid=29847): Terminated {rc=256}\u000a20:49:00.328771 --- ParallelTerminationStrategy: PID 29848 died...\u000a20:49:00.382487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29848): Terminated: ok {rc=0}\u000a20:49:00.391982 --- ParallelTerminationStrategy: PID 29849 died...\u000a20:49:00.445579 run iperf3-srv_10.42.42.10(pid=29849): Terminated {rc=256}\u000a20:49:00.455022 --- ParallelTerminationStrategy: PID 29852 died...\u000a20:49:00.508578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Terminated: ok {rc=0}\u000a20:49:00.518039 --- ParallelTerminationStrategy: PID 29855 died...\u000a20:49:00.571546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Terminated: ok {rc=0}\u000a20:49:00.581103 --- ParallelTerminationStrategy: PID 29858 died...\u000a20:49:00.634522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29858): Terminated: ok {rc=0}\u000a20:49:00.719648 bus /gobi_0: Setting Powered False\u000a20:49:01.827913 bus /gobi_0: Setting Powered False\u000a20:49:02.934694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29868): Process ended prematurely: osmo-stp_10.42.42.5(pid=29868) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29868)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29868): Process ended prematurely: osmo-stp_10.42.42.5(pid=29868) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:49:04.049349 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.061267 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:49:04.227589 tst iperf3.py: using LAC 36184\u000a20:49:04.359916 tst iperf3.py: using RAC 229\u000a20:49:04.484737 tst iperf3.py: using CellId 36184\u000a20:49:04.609350 tst iperf3.py: using BVCI 36185\u000a20:49:04.634181 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.645583 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.656797 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.668047 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.679141 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.690378 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.701692 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.712764 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:04.724299 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:49:05.017967 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:49:05.151835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:49:05.484006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29860): Launched\u000a20:49:05.760002 run iperf3-srv_10.42.42.10(pid=29861): Launched\u000a20:49:05.956684 tst iperf3.py:8: start network...\u000a20:49:06.091058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:06.603778 run create_hlr_db(pid=29862): Launched\u000a20:49:06.789551 bus /gobi_6: Setting Powered False\u000a20:49:07.810613 run create_hlr_db(pid=29862): Terminated: ok {rc=0}\u000a20:49:08.215285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29864): Launched\u000a20:49:08.517486 run osmo-hlr_10.42.42.2(pid=29865): Launched\u000a20:49:08.635457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:09.167081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29867): Launched\u000a20:49:09.469412 run osmo-stp_10.42.42.5(pid=29868): Launched\u000a20:49:09.580623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:10.106914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29870): Launched\u000a20:49:10.214801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:10.478077 run patchelf(pid=29871): Launched\u000a20:49:10.654540 run osmo-stp_10.42.42.5(pid=29868): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29868)]\u000a20:49:10.784557 run osmo-stp_10.42.42.5(pid=29868): stdout: \u000a| (launched: 2022-12-13_20:49:09.320315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:10.914391 run osmo-stp_10.42.42.5(pid=29868): stderr: \u000a| �[0;m�[38;5;43m20221213204909489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204909489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204909490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204909490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204909491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204909491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204909491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:11.039705 run osmo-stp_10.42.42.5(pid=29868): stdout: \u000a| (launched: 2022-12-13_20:49:09.320315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:11.164189 run osmo-stp_10.42.42.5(pid=29868): stderr: \u000a| �[0;m�[38;5;43m20221213204909489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204909489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204909490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204909490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204909491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204909491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204909491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:11.309308 run patchelf(pid=29871): Terminating (SIGINT)\u000a20:49:11.480036 run patchelf(pid=29871): Terminated: ok {rc=0}\u000a20:49:11.511516 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29868): Process ended prematurely: osmo-stp_10.42.42.5(pid=29868) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29868)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:49:11.520804 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:49:11.581479 run osmo-hlr_10.42.42.2(pid=29865): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29865)]\u000a20:49:11.630858 run osmo-hlr_10.42.42.2(pid=29865): stdout: \u000a| (launched: 2022-12-13_20:49:08.368751) \u000a20:49:11.680803 run osmo-hlr_10.42.42.2(pid=29865): stderr: \u000a| �[0;m�[1;31m20221213204908542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204908542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204908543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204908543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204908543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204908543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204908553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204908561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204908562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204908562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:11.723484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29860): Terminating (SIGTERM)\u000a20:49:11.763395 run iperf3-srv_10.42.42.10(pid=29861): Terminating (SIGTERM)\u000a20:49:11.803427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29864): Terminating (SIGTERM)\u000a20:49:11.843540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29867): Terminating (SIGTERM)\u000a20:49:11.883546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29870): Terminating (SIGTERM)\u000a20:49:11.892698 --- ParallelTerminationStrategy: PID 29860 died...\u000a20:49:11.946795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29860): Terminated: ok {rc=0}\u000a20:49:11.956354 --- ParallelTerminationStrategy: PID 29861 died...\u000a20:49:12.009818 run iperf3-srv_10.42.42.10(pid=29861): Terminated {rc=256}\u000a20:49:12.019248 --- ParallelTerminationStrategy: PID 29864 died...\u000a20:49:12.072571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29864): Terminated: ok {rc=0}\u000a20:49:12.082107 --- ParallelTerminationStrategy: PID 29867 died...\u000a20:49:12.135689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29867): Terminated: ok {rc=0}\u000a20:49:12.145268 --- ParallelTerminationStrategy: PID 29870 died...\u000a20:49:12.199144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29870): Terminated: ok {rc=0}\u000a20:49:12.288625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29886): Process ended prematurely: osmo-stp_10.42.42.5(pid=29886) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29886)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29886): Process ended prematurely: osmo-stp_10.42.42.5(pid=29886) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:49:13.399871 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:13.411309 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:49:13.575800 tst iperf3m4.py: using LAC 36185\u000a20:49:13.702375 tst iperf3m4.py: using RAC 230\u000a20:49:13.828684 tst iperf3m4.py: using CellId 36185\u000a20:49:13.957834 tst iperf3m4.py: using BVCI 36186\u000a20:49:13.982783 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:13.994855 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:14.006325 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:14.017823 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:14.029006 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:14.040440 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:14.051950 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:14.063320 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:14.075014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:49:14.193506 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:49:14.317361 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:49:14.438705 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:49:14.718514 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:49:14.844757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:49:15.158866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Launched\u000a20:49:15.419257 run iperf3-srv_10.42.42.10(pid=29873): Launched\u000a20:49:15.602944 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:49:15.728416 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:49:16.122114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Launched\u000a20:49:16.418251 run iperf3-srv_10.42.42.10(pid=29875): Launched\u000a20:49:16.621432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:49:16.785349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:49:17.183121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Launched\u000a20:49:17.467305 run iperf3-srv_10.42.42.10(pid=29877): Launched\u000a20:49:17.664569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:49:17.799074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:49:18.132077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Launched\u000a20:49:18.410694 run iperf3-srv_10.42.42.10(pid=29879): Launched\u000a20:49:18.607844 tst iperf3m4.py:8: start network...\u000a20:49:18.742566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:19.262151 run create_hlr_db(pid=29880): Launched\u000a20:49:19.450392 bus /gobi_6: Setting Powered False\u000a20:49:20.470160 run create_hlr_db(pid=29880): Terminated: ok {rc=0}\u000a20:49:20.900032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29882): Launched\u000a20:49:21.226128 run osmo-hlr_10.42.42.2(pid=29883): Launched\u000a20:49:21.347776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:21.909087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29885): Launched\u000a20:49:22.233874 run osmo-stp_10.42.42.5(pid=29886): Launched\u000a20:49:22.350655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:22.914550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29888): Launched\u000a20:49:23.030164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:23.311370 run patchelf(pid=29889): Launched\u000a20:49:23.499567 run osmo-stp_10.42.42.5(pid=29886): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29886)]\u000a20:49:23.637513 run osmo-stp_10.42.42.5(pid=29886): stdout: \u000a| (launched: 2022-12-13_20:49:22.074228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:23.775142 run osmo-stp_10.42.42.5(pid=29886): stderr: \u000a| �[0;m�[38;5;43m20221213204922263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204922263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204922263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204922264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204922264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204922264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204922264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:23.908865 run osmo-stp_10.42.42.5(pid=29886): stdout: \u000a| (launched: 2022-12-13_20:49:22.074228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:24.041706 run osmo-stp_10.42.42.5(pid=29886): stderr: \u000a| �[0;m�[38;5;43m20221213204922263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204922263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204922263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204922264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204922264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204922264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204922264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:24.195977 run patchelf(pid=29889): Terminating (SIGINT)\u000a20:49:24.377749 run patchelf(pid=29889): Terminated: ok {rc=0}\u000a20:49:24.411107 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29886): Process ended prematurely: osmo-stp_10.42.42.5(pid=29886) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29886)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:49:24.420749 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:49:24.483801 run osmo-hlr_10.42.42.2(pid=29883): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29883)]\u000a20:49:24.535154 run osmo-hlr_10.42.42.2(pid=29883): stdout: \u000a| (launched: 2022-12-13_20:49:21.065702) \u000a20:49:24.587246 run osmo-hlr_10.42.42.2(pid=29883): stderr: \u000a| �[0;m�[1;31m20221213204921263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204921263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204921263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204921263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204921263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204921263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204921275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204921284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204921284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204921284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:24.631622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Terminating (SIGTERM)\u000a20:49:24.673798 run iperf3-srv_10.42.42.10(pid=29873): Terminating (SIGTERM)\u000a20:49:24.715922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Terminating (SIGTERM)\u000a20:49:24.757848 run iperf3-srv_10.42.42.10(pid=29875): Terminating (SIGTERM)\u000a20:49:24.799659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Terminating (SIGTERM)\u000a20:49:24.841450 run iperf3-srv_10.42.42.10(pid=29877): Terminating (SIGTERM)\u000a20:49:24.883517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Terminating (SIGTERM)\u000a20:49:24.925500 run iperf3-srv_10.42.42.10(pid=29879): Terminating (SIGTERM)\u000a20:49:24.967656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29882): Terminating (SIGTERM)\u000a20:49:25.009497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29885): Terminating (SIGTERM)\u000a20:49:25.051235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29888): Terminating (SIGTERM)\u000a20:49:25.060909 --- ParallelTerminationStrategy: PID 29872 died...\u000a20:49:25.116781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Terminated: ok {rc=0}\u000a20:49:25.126815 --- ParallelTerminationStrategy: PID 29873 died...\u000a20:49:25.182304 run iperf3-srv_10.42.42.10(pid=29873): Terminated {rc=256}\u000a20:49:25.192284 --- ParallelTerminationStrategy: PID 29874 died...\u000a20:49:25.247896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Terminated: ok {rc=0}\u000a20:49:25.257898 --- ParallelTerminationStrategy: PID 29875 died...\u000a20:49:25.313255 run iperf3-srv_10.42.42.10(pid=29875): Terminated {rc=256}\u000a20:49:25.323330 --- ParallelTerminationStrategy: PID 29876 died...\u000a20:49:25.378692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Terminated: ok {rc=0}\u000a20:49:25.388600 --- ParallelTerminationStrategy: PID 29877 died...\u000a20:49:25.443983 run iperf3-srv_10.42.42.10(pid=29877): Terminated {rc=256}\u000a20:49:25.454044 --- ParallelTerminationStrategy: PID 29878 died...\u000a20:49:25.509469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29878): Terminated: ok {rc=0}\u000a20:49:25.519454 --- ParallelTerminationStrategy: PID 29879 died...\u000a20:49:25.574816 run iperf3-srv_10.42.42.10(pid=29879): Terminated {rc=256}\u000a20:49:25.584762 --- ParallelTerminationStrategy: PID 29882 died...\u000a20:49:25.640190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29882): Terminated: ok {rc=0}\u000a20:49:25.650181 --- ParallelTerminationStrategy: PID 29885 died...\u000a20:49:25.705868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29885): Terminated: ok {rc=0}\u000a20:49:25.715877 --- ParallelTerminationStrategy: PID 29888 died...\u000a20:49:25.771590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29888): Terminated: ok {rc=0}\u000a20:49:25.858552 bus /gobi_4: Setting Powered False\u000a20:49:26.965535 bus /gobi_4: Setting Powered False\u000a20:49:28.080229 bus /gobi_1: Setting Powered False\u000a20:49:29.185021 bus /gobi_1: Setting Powered False\u000a20:49:30.296113 bus /gobi_0: Setting Powered False\u000a20:49:31.404930 bus /gobi_0: Setting Powered False\u000a20:49:32.515813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29896): Process ended prematurely: osmo-stp_10.42.42.5(pid=29896) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29896): Process ended prematurely: osmo-stp_10.42.42.5(pid=29896) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:49:33.583422 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:33.594877 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:49:33.753634 tst ping.py: using LAC 36186\u000a20:49:33.868867 tst ping.py: using RAC 231\u000a20:49:33.986024 tst ping.py: using CellId 36186\u000a20:49:34.100514 tst ping.py: using BVCI 36187\u000a20:49:34.123392 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:34.134352 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:34.145083 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:34.155854 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:34.167271 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:34.178428 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:34.189634 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:34.200579 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:49:34.491663 tst ping.py:19: start network...\u000a20:49:34.623404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:35.133632 run create_hlr_db(pid=29890): Launched\u000a20:49:35.317728 bus /gobi_6: Setting Powered False\u000a20:49:36.337603 run create_hlr_db(pid=29890): Terminated: ok {rc=0}\u000a20:49:36.736423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29892): Launched\u000a20:49:37.033832 run osmo-hlr_10.42.42.2(pid=29893): Launched\u000a20:49:37.141110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:37.654864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29895): Launched\u000a20:49:37.950037 run osmo-stp_10.42.42.5(pid=29896): Launched\u000a20:49:38.056887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:38.573185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29898): Launched\u000a20:49:38.678579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:38.937336 run patchelf(pid=29899): Launched\u000a20:49:39.112025 run osmo-stp_10.42.42.5(pid=29896): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)]\u000a20:49:39.239462 run osmo-stp_10.42.42.5(pid=29896): stdout: \u000a| (launched: 2022-12-13_20:49:37.804940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:39.367531 run osmo-stp_10.42.42.5(pid=29896): stderr: \u000a| �[0;m�[38;5;43m20221213204937972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204937972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204937973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204937973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204937974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204937974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204937974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:39.491267 run osmo-stp_10.42.42.5(pid=29896): stdout: \u000a| (launched: 2022-12-13_20:49:37.804940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:39.614041 run osmo-stp_10.42.42.5(pid=29896): stderr: \u000a| �[0;m�[38;5;43m20221213204937972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204937972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204937973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204937973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204937974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204937974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204937974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:39.757332 run patchelf(pid=29899): Terminating (SIGINT)\u000a20:49:39.925966 run patchelf(pid=29899): Terminated: ok {rc=0}\u000a20:49:39.959918 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29896): Process ended prematurely: osmo-stp_10.42.42.5(pid=29896) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:49:39.969208 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:49:40.032308 run osmo-hlr_10.42.42.2(pid=29893): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29893)]\u000a20:49:40.084357 run osmo-hlr_10.42.42.2(pid=29893): stdout: \u000a| (launched: 2022-12-13_20:49:36.886950) \u000a20:49:40.136788 run osmo-hlr_10.42.42.2(pid=29893): stderr: \u000a| �[0;m�[1;31m20221213204937064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204937064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204937065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204937065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204937065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204937065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204937098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204937108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204937108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204937108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:40.181233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29892): Terminating (SIGTERM)\u000a20:49:40.223870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29895): Terminating (SIGTERM)\u000a20:49:40.266304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29898): Terminating (SIGTERM)\u000a20:49:40.275951 --- ParallelTerminationStrategy: PID 29892 died...\u000a20:49:40.331996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29892): Terminated: ok {rc=0}\u000a20:49:40.342100 --- ParallelTerminationStrategy: PID 29895 died...\u000a20:49:40.397900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29895): Terminated: ok {rc=0}\u000a20:49:40.407964 --- ParallelTerminationStrategy: PID 29898 died...\u000a20:49:40.463822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29898): Terminated: ok {rc=0}\u000a20:49:40.550677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:49:41.603720 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:41.615762 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:49:41.783624 tst ping_idle_ping.py: using LAC 36187\u000a20:49:41.904355 tst ping_idle_ping.py: using RAC 232\u000a20:49:42.024084 tst ping_idle_ping.py: using CellId 36187\u000a20:49:42.143017 tst ping_idle_ping.py: using BVCI 36188\u000a20:49:42.166007 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:42.177096 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:42.188094 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:42.199323 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:42.210578 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:42.221872 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:42.233173 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:49:42.244361 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:49:42.534924 tst ping_idle_ping.py:24: start network...\u000a20:49:42.667123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:43.177252 run create_hlr_db(pid=29900): Launched\u000a20:49:43.361082 bus /gobi_6: Setting Powered False\u000a20:49:44.381840 run create_hlr_db(pid=29900): Terminated: ok {rc=0}\u000a20:49:44.803884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Launched\u000a20:49:45.123591 run osmo-hlr_10.42.42.2(pid=29903): Launched\u000a20:49:45.243494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:45.797281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Launched\u000a20:49:46.328924 run osmo-stp_10.42.42.5(pid=29906): Launched\u000a20:49:46.520933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:47.134791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29908): Launched\u000a20:49:47.249758 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:47.530191 run patchelf(pid=29909): Launched\u000a20:49:47.716007 run osmo-stp_10.42.42.5(pid=29906): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)]\u000a20:49:47.852144 run osmo-stp_10.42.42.5(pid=29906): stdout: \u000a| (launched: 2022-12-13_20:49:45.979107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:47.988815 run osmo-stp_10.42.42.5(pid=29906): stderr: \u000a| �[0;m�[38;5;43m20221213204946242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204946243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204946243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204946245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204946245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204946245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204946245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:48.120620 run osmo-stp_10.42.42.5(pid=29906): stdout: \u000a| (launched: 2022-12-13_20:49:45.979107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:48.251397 run osmo-stp_10.42.42.5(pid=29906): stderr: \u000a| �[0;m�[38;5;43m20221213204946242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204946243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204946243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204946245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204946245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204946245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204946245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:48.404242 run patchelf(pid=29909): Terminating (SIGINT)\u000a20:49:48.584031 run patchelf(pid=29909): Terminated: ok {rc=0}\u000a20:49:48.616548 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29906): Process ended prematurely: osmo-stp_10.42.42.5(pid=29906) [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29906)] [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:49:48.625871 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a20:49:48.688928 run osmo-hlr_10.42.42.2(pid=29903): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29903)]\u000a20:49:48.740521 run osmo-hlr_10.42.42.2(pid=29903): stdout: \u000a| (launched: 2022-12-13_20:49:44.966693) \u000a20:49:48.792792 run osmo-hlr_10.42.42.2(pid=29903): stderr: \u000a| �[0;m�[1;31m20221213204945161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204945161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204945161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204945161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204945161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204945161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204945174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204945182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204945183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204945183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:48.837110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Terminating (SIGTERM)\u000a20:49:48.878760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Terminating (SIGTERM)\u000a20:49:48.920452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29908): Terminating (SIGTERM)\u000a20:49:48.930187 --- ParallelTerminationStrategy: PID 29902 died...\u000a20:49:48.986201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29902): Terminated: ok {rc=0}\u000a20:49:48.996216 --- ParallelTerminationStrategy: PID 29905 died...\u000a20:49:49.052331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29905): Terminated: ok {rc=0}\u000a20:49:49.062346 --- ParallelTerminationStrategy: PID 29908 died...\u000a20:49:49.118797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29908): Terminated: ok {rc=0}\u000a20:49:49.206666 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:48:50" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29926): Process ended prematurely: osmo-stp_10.42.42.5(pid=29926) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29926)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29926): Process ended prematurely: osmo-stp_10.42.42.5(pid=29926) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:49:51.378427 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:51.390067 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:49:51.536367 tst cs_paging_gprs_active.py: using LAC 36188\u000a20:49:51.664935 tst cs_paging_gprs_active.py: using RAC 233\u000a20:49:51.793850 tst cs_paging_gprs_active.py: using CellId 36188\u000a20:49:51.920612 tst cs_paging_gprs_active.py: using BVCI 36189\u000a20:49:51.945712 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:51.957749 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:51.969344 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:51.980881 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:51.992473 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:52.004132 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:52.015945 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:52.027649 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:52.039640 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:49:52.158422 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:49:52.454581 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:49:52.589470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:49:52.922068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Launched\u000a20:49:53.200631 run iperf3-srv_10.42.42.10(pid=29917): Launched\u000a20:49:53.398979 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:49:53.534114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:49:53.869250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Launched\u000a20:49:54.149274 run iperf3-srv_10.42.42.10(pid=29919): Launched\u000a20:49:54.347600 tst cs_paging_gprs_active.py:38: start network...\u000a20:49:54.482502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:55.000866 run create_hlr_db(pid=29920): Launched\u000a20:49:55.188317 bus /gobi_6: Setting Powered False\u000a20:49:56.209808 run create_hlr_db(pid=29920): Terminated: ok {rc=0}\u000a20:49:56.617253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29922): Launched\u000a20:49:56.921697 run osmo-hlr_10.42.42.2(pid=29923): Launched\u000a20:49:57.043378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:57.576709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29925): Launched\u000a20:49:57.882900 run osmo-stp_10.42.42.5(pid=29926): Launched\u000a20:49:57.993276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:58.522055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29928): Launched\u000a20:49:58.630402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:58.903272 run patchelf(pid=29929): Launched\u000a20:49:59.092296 run osmo-stp_10.42.42.5(pid=29926): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29926)]\u000a20:49:59.230645 run osmo-stp_10.42.42.5(pid=29926): stdout: \u000a| (launched: 2022-12-13_20:49:57.730942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:59.368766 run osmo-stp_10.42.42.5(pid=29926): stderr: \u000a| �[0;m�[38;5;43m20221213204957898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204957898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204957898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204957899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204957900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204957900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204957900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:59.502788 run osmo-stp_10.42.42.5(pid=29926): stdout: \u000a| (launched: 2022-12-13_20:49:57.730942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:59.635663 run osmo-stp_10.42.42.5(pid=29926): stderr: \u000a| �[0;m�[38;5;43m20221213204957898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213204957898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213204957898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213204957899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213204957900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213204957900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213204957900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:59.790729 run patchelf(pid=29929): Terminating (SIGINT)\u000a20:49:59.973591 run patchelf(pid=29929): Terminated: ok {rc=0}\u000a20:50:00.007222 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29926): Process ended prematurely: osmo-stp_10.42.42.5(pid=29926) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29926)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a20:50:00.017313 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:50:00.079802 run osmo-hlr_10.42.42.2(pid=29923): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29923)]\u000a20:50:00.130856 run osmo-hlr_10.42.42.2(pid=29923): stdout: \u000a| (launched: 2022-12-13_20:49:56.772211) \u000a20:50:00.182868 run osmo-hlr_10.42.42.2(pid=29923): stderr: \u000a| �[0;m�[1;31m20221213204956945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213204956945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213204956945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204956945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213204956945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213204956945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213204956958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213204956967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213204956967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213204956967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:00.227116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Terminating (SIGTERM)\u000a20:50:00.268763 run iperf3-srv_10.42.42.10(pid=29917): Terminating (SIGTERM)\u000a20:50:00.310547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Terminating (SIGTERM)\u000a20:50:00.352279 run iperf3-srv_10.42.42.10(pid=29919): Terminating (SIGTERM)\u000a20:50:00.394574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29922): Terminating (SIGTERM)\u000a20:50:00.436363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29925): Terminating (SIGTERM)\u000a20:50:00.478303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29928): Terminating (SIGTERM)\u000a20:50:00.487912 --- ParallelTerminationStrategy: PID 29916 died...\u000a20:50:00.543711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29916): Terminated: ok {rc=0}\u000a20:50:00.553732 --- ParallelTerminationStrategy: PID 29917 died...\u000a20:50:00.608903 run iperf3-srv_10.42.42.10(pid=29917): Terminated {rc=256}\u000a20:50:00.618853 --- ParallelTerminationStrategy: PID 29918 died...\u000a20:50:00.673971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Terminated: ok {rc=0}\u000a20:50:00.683871 --- ParallelTerminationStrategy: PID 29919 died...\u000a20:50:00.739194 run iperf3-srv_10.42.42.10(pid=29919): Terminated {rc=256}\u000a20:50:00.749198 --- ParallelTerminationStrategy: PID 29922 died...\u000a20:50:00.804538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29922): Terminated: ok {rc=0}\u000a20:50:00.814543 --- ParallelTerminationStrategy: PID 29925 died...\u000a20:50:00.879643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29925): Terminated: ok {rc=0}\u000a20:50:00.894062 --- ParallelTerminationStrategy: PID 29928 died...\u000a20:50:00.950527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29928): Terminated: ok {rc=0}\u000a20:50:01.049518 bus /gobi_0: Setting Powered False\u000a20:50:02.174806 bus /gobi_0: Setting Powered False\u000a20:50:03.286456 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29941): Process ended prematurely: osmo-stp_10.42.42.5(pid=29941) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29941)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29941): Process ended prematurely: osmo-stp_10.42.42.5(pid=29941) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a20:50:04.401229 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:04.413574 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:50:04.559697 tst iperf3.py: using LAC 36189\u000a20:50:04.679834 tst iperf3.py: using RAC 234\u000a20:50:04.800171 tst iperf3.py: using CellId 36189\u000a20:50:04.920446 tst iperf3.py: using BVCI 36190\u000a20:50:04.943644 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:04.954905 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:04.966066 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:04.977273 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:04.988593 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:04.999908 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:05.011411 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:05.022724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:05.034356 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:50:05.329896 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:50:05.464341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:05.797614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29933): Launched\u000a20:50:06.075455 run iperf3-srv_10.42.42.10(pid=29934): Launched\u000a20:50:06.272792 tst iperf3.py:8: start network...\u000a20:50:06.407470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:06.922858 run create_hlr_db(pid=29935): Launched\u000a20:50:07.109073 bus /gobi_6: Setting Powered False\u000a20:50:08.130097 run create_hlr_db(pid=29935): Terminated: ok {rc=0}\u000a20:50:08.536677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29937): Launched\u000a20:50:08.839400 run osmo-hlr_10.42.42.2(pid=29938): Launched\u000a20:50:08.957464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:09.491838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29940): Launched\u000a20:50:09.797506 run osmo-stp_10.42.42.5(pid=29941): Launched\u000a20:50:09.909031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:50:10.437314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29943): Launched\u000a20:50:10.545681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:50:10.810398 run patchelf(pid=29944): Launched\u000a20:50:10.987897 run osmo-stp_10.42.42.5(pid=29941): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29941)]\u000a20:50:11.118597 run osmo-stp_10.42.42.5(pid=29941): stdout: \u000a| (launched: 2022-12-13_20:50:09.646143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:11.249285 run osmo-stp_10.42.42.5(pid=29941): stderr: \u000a| �[0;m�[38;5;43m20221213205009813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205009813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205009814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205009814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205009814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205009814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205009815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:11.375396 run osmo-stp_10.42.42.5(pid=29941): stdout: \u000a| (launched: 2022-12-13_20:50:09.646143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:11.500251 run osmo-stp_10.42.42.5(pid=29941): stderr: \u000a| �[0;m�[38;5;43m20221213205009813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205009813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205009814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205009814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205009814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205009814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205009815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:11.646249 run patchelf(pid=29944): Terminating (SIGINT)\u000a20:50:11.817738 run patchelf(pid=29944): Terminated: ok {rc=0}\u000a20:50:11.849241 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29941): Process ended prematurely: osmo-stp_10.42.42.5(pid=29941) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29941)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a20:50:11.858554 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:50:11.919402 run osmo-hlr_10.42.42.2(pid=29938): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29938)]\u000a20:50:11.968989 run osmo-hlr_10.42.42.2(pid=29938): stdout: \u000a| (launched: 2022-12-13_20:50:08.690907) \u000a20:50:12.019288 run osmo-hlr_10.42.42.2(pid=29938): stderr: \u000a| �[0;m�[1;31m20221213205008863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205008863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205008863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205008863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205008863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205008863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205008876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:12.062173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29933): Terminating (SIGTERM)\u000a20:50:12.102544 run iperf3-srv_10.42.42.10(pid=29934): Terminating (SIGTERM)\u000a20:50:12.143031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29937): Terminating (SIGTERM)\u000a20:50:12.183570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29940): Terminating (SIGTERM)\u000a20:50:12.223851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29943): Terminating (SIGTERM)\u000a20:50:12.233115 --- ParallelTerminationStrategy: PID 29933 died...\u000a20:50:12.287289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29933): Terminated: ok {rc=0}\u000a20:50:12.296858 --- ParallelTerminationStrategy: PID 29934 died...\u000a20:50:12.350127 run iperf3-srv_10.42.42.10(pid=29934): Terminated {rc=256}\u000a20:50:12.359670 --- ParallelTerminationStrategy: PID 29937 died...\u000a20:50:12.413317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29937): Terminated: ok {rc=0}\u000a20:50:12.422783 --- ParallelTerminationStrategy: PID 29940 died...\u000a20:50:12.476421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29940): Terminated: ok {rc=0}\u000a20:50:12.485981 --- ParallelTerminationStrategy: PID 29943 died...\u000a20:50:12.539870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29943): Terminated: ok {rc=0}\u000a20:50:12.623823 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29959): Process ended prematurely: osmo-stp_10.42.42.5(pid=29959) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29959)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29959): Process ended prematurely: osmo-stp_10.42.42.5(pid=29959) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a20:50:13.738608 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:13.750885 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:50:13.891691 tst iperf3m4.py: using LAC 36190\u000a20:50:14.009722 tst iperf3m4.py: using RAC 235\u000a20:50:14.130172 tst iperf3m4.py: using CellId 36190\u000a20:50:14.260741 tst iperf3m4.py: using BVCI 36191\u000a20:50:14.284184 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:14.295645 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:14.306778 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:14.318040 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:14.329466 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:14.340674 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:14.352217 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:14.363483 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:14.375090 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:50:14.496758 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:50:14.617156 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:50:14.740446 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:50:15.019693 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:50:15.146194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:15.460573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29945): Launched\u000a20:50:15.721799 run iperf3-srv_10.42.42.10(pid=29946): Launched\u000a20:50:15.940771 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:50:16.090463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:16.443999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29947): Launched\u000a20:50:16.753596 run iperf3-srv_10.42.42.10(pid=29948): Launched\u000a20:50:16.940760 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:50:17.069435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:17.388288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29949): Launched\u000a20:50:17.648587 run iperf3-srv_10.42.42.10(pid=29950): Launched\u000a20:50:17.832754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:50:17.958238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:18.271531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29951): Launched\u000a20:50:18.532637 run iperf3-srv_10.42.42.10(pid=29952): Launched\u000a20:50:18.717199 tst iperf3m4.py:8: start network...\u000a20:50:18.843120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:19.321770 run create_hlr_db(pid=29953): Launched\u000a20:50:19.495990 bus /gobi_6: Setting Powered False\u000a20:50:20.518167 run create_hlr_db(pid=29953): Terminated: ok {rc=0}\u000a20:50:20.947053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29955): Launched\u000a20:50:21.270273 run osmo-hlr_10.42.42.2(pid=29956): Launched\u000a20:50:21.393228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:21.959360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29958): Launched\u000a20:50:22.282411 run osmo-stp_10.42.42.5(pid=29959): Launched\u000a20:50:22.399462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:50:22.962676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29961): Launched\u000a20:50:23.078742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:50:23.361417 run patchelf(pid=29962): Launched\u000a20:50:23.549474 run osmo-stp_10.42.42.5(pid=29959): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29959)]\u000a20:50:23.686830 run osmo-stp_10.42.42.5(pid=29959): stdout: \u000a| (launched: 2022-12-13_20:50:22.124629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:23.824197 run osmo-stp_10.42.42.5(pid=29959): stderr: \u000a| �[0;m�[38;5;43m20221213205022314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205022314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205022314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205022315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205022315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205022315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205022315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:23.957319 run osmo-stp_10.42.42.5(pid=29959): stdout: \u000a| (launched: 2022-12-13_20:50:22.124629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:24.090112 run osmo-stp_10.42.42.5(pid=29959): stderr: \u000a| �[0;m�[38;5;43m20221213205022314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205022314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205022314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205022315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205022315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205022315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205022315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:24.244884 run patchelf(pid=29962): Terminating (SIGINT)\u000a20:50:24.427226 run patchelf(pid=29962): Terminated: ok {rc=0}\u000a20:50:24.460602 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29959): Process ended prematurely: osmo-stp_10.42.42.5(pid=29959) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29959)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a20:50:24.470722 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:50:24.534217 run osmo-hlr_10.42.42.2(pid=29956): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29956)]\u000a20:50:24.585680 run osmo-hlr_10.42.42.2(pid=29956): stdout: \u000a| (launched: 2022-12-13_20:50:21.112684) \u000a20:50:24.637825 run osmo-hlr_10.42.42.2(pid=29956): stderr: \u000a| �[0;m�[1;31m20221213205021308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205021308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205021308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205021308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205021308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205021309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205021322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205021330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205021330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205021330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:24.682342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29945): Terminating (SIGTERM)\u000a20:50:24.724500 run iperf3-srv_10.42.42.10(pid=29946): Terminating (SIGTERM)\u000a20:50:24.766331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29947): Terminating (SIGTERM)\u000a20:50:24.808009 run iperf3-srv_10.42.42.10(pid=29948): Terminating (SIGTERM)\u000a20:50:24.849922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29949): Terminating (SIGTERM)\u000a20:50:24.891578 run iperf3-srv_10.42.42.10(pid=29950): Terminating (SIGTERM)\u000a20:50:24.933223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29951): Terminating (SIGTERM)\u000a20:50:24.975816 run iperf3-srv_10.42.42.10(pid=29952): Terminating (SIGTERM)\u000a20:50:25.017708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29955): Terminating (SIGTERM)\u000a20:50:25.059516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29958): Terminating (SIGTERM)\u000a20:50:25.101334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29961): Terminating (SIGTERM)\u000a20:50:25.110931 --- ParallelTerminationStrategy: PID 29945 died...\u000a20:50:25.166836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29945): Terminated: ok {rc=0}\u000a20:50:25.176804 --- ParallelTerminationStrategy: PID 29946 died...\u000a20:50:25.232377 run iperf3-srv_10.42.42.10(pid=29946): Terminated {rc=256}\u000a20:50:25.242372 --- ParallelTerminationStrategy: PID 29947 died...\u000a20:50:25.297918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29947): Terminated: ok {rc=0}\u000a20:50:25.307936 --- ParallelTerminationStrategy: PID 29948 died...\u000a20:50:25.363675 run iperf3-srv_10.42.42.10(pid=29948): Terminated {rc=256}\u000a20:50:25.373831 --- ParallelTerminationStrategy: PID 29949 died...\u000a20:50:25.429557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29949): Terminated: ok {rc=0}\u000a20:50:25.439556 --- ParallelTerminationStrategy: PID 29950 died...\u000a20:50:25.495266 run iperf3-srv_10.42.42.10(pid=29950): Terminated {rc=256}\u000a20:50:25.505307 --- ParallelTerminationStrategy: PID 29951 died...\u000a20:50:25.560775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29951): Terminated: ok {rc=0}\u000a20:50:25.570753 --- ParallelTerminationStrategy: PID 29952 died...\u000a20:50:25.626106 run iperf3-srv_10.42.42.10(pid=29952): Terminated {rc=256}\u000a20:50:25.636091 --- ParallelTerminationStrategy: PID 29955 died...\u000a20:50:25.691735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29955): Terminated: ok {rc=0}\u000a20:50:25.701813 --- ParallelTerminationStrategy: PID 29958 died...\u000a20:50:25.757435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29958): Terminated: ok {rc=0}\u000a20:50:25.767483 --- ParallelTerminationStrategy: PID 29961 died...\u000a20:50:25.823198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29961): Terminated: ok {rc=0}\u000a20:50:25.910777 bus /gobi_4: Setting Powered False\u000a20:50:27.014658 bus /gobi_4: Setting Powered False\u000a20:50:28.125956 bus /gobi_1: Setting Powered False\u000a20:50:29.233234 bus /gobi_1: Setting Powered False\u000a20:50:30.345533 bus /gobi_0: Setting Powered False\u000a20:50:31.464484 bus /gobi_0: Setting Powered False\u000a20:50:32.579454 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a20:50:33.647155 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:33.659065 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:50:33.796709 tst ping.py: using LAC 36191\u000a20:50:33.915059 tst ping.py: using RAC 236\u000a20:50:34.032429 tst ping.py: using CellId 36191\u000a20:50:34.150415 tst ping.py: using BVCI 36192\u000a20:50:34.173310 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:34.184696 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:34.195971 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:34.207265 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:34.219246 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:34.231269 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:34.243371 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:34.255487 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:50:34.548108 tst ping.py:19: start network...\u000a20:50:34.680009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:35.188556 run create_hlr_db(pid=29963): Launched\u000a20:50:35.371980 bus /gobi_6: Setting Powered False\u000a20:50:36.383884 run create_hlr_db(pid=29963): Terminated: ok {rc=0}\u000a20:50:36.812742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Launched\u000a20:50:37.129864 run osmo-hlr_10.42.42.2(pid=29966): Launched\u000a20:50:37.244495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:37.797852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Launched\u000a20:50:38.114439 run osmo-stp_10.42.42.5(pid=29969): Launched\u000a20:50:38.228412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:50:38.780941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Launched\u000a20:50:38.893744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:50:39.169782 run patchelf(pid=29972): Launched\u000a20:50:39.354875 run osmo-stp_10.42.42.5(pid=29969): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]\u000a20:50:39.490235 run osmo-stp_10.42.42.5(pid=29969): stdout: \u000a| (launched: 2022-12-13_20:50:37.958504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:39.625591 run osmo-stp_10.42.42.5(pid=29969): stderr: \u000a| �[0;m�[38;5;43m20221213205038147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205038147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205038148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205038148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205038149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205038149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205038149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:39.756725 run osmo-stp_10.42.42.5(pid=29969): stdout: \u000a| (launched: 2022-12-13_20:50:37.958504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:39.886867 run osmo-stp_10.42.42.5(pid=29969): stderr: \u000a| �[0;m�[38;5;43m20221213205038147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205038147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205038148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205038148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205038149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205038149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205038149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:40.039087 run patchelf(pid=29972): Terminating (SIGINT)\u000a20:50:40.218000 run patchelf(pid=29972): Terminated: ok {rc=0}\u000a20:50:40.250275 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a20:50:40.259450 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:50:40.322066 run osmo-hlr_10.42.42.2(pid=29966): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29966)]\u000a20:50:40.373040 run osmo-hlr_10.42.42.2(pid=29966): stdout: \u000a| (launched: 2022-12-13_20:50:36.973892) \u000a20:50:40.424656 run osmo-hlr_10.42.42.2(pid=29966): stderr: \u000a| �[0;m�[1;31m20221213205037167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205037167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205037167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205037167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205037167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205037167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205037180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205037188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205037189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205037189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:40.468880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Terminating (SIGTERM)\u000a20:50:40.510559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Terminating (SIGTERM)\u000a20:50:40.552238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Terminating (SIGTERM)\u000a20:50:40.561908 --- ParallelTerminationStrategy: PID 29965 died...\u000a20:50:40.617489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Terminated: ok {rc=0}\u000a20:50:40.627586 --- ParallelTerminationStrategy: PID 29968 died...\u000a20:50:40.683022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Terminated: ok {rc=0}\u000a20:50:40.693153 --- ParallelTerminationStrategy: PID 29971 died...\u000a20:50:40.749098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Terminated: ok {rc=0}\u000a20:50:40.837102 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29979): Process ended prematurely: osmo-stp_10.42.42.5(pid=29979) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29979): Process ended prematurely: osmo-stp_10.42.42.5(pid=29979) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a20:50:41.892897 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:41.906062 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:50:42.056881 tst ping_idle_ping.py: using LAC 36192\u000a20:50:42.179665 tst ping_idle_ping.py: using RAC 237\u000a20:50:42.302687 tst ping_idle_ping.py: using CellId 36192\u000a20:50:42.428211 tst ping_idle_ping.py: using BVCI 36193\u000a20:50:42.452675 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:42.464648 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:42.476515 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:42.488138 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:42.499858 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:42.511517 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:42.523373 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:50:42.535207 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:50:42.823814 tst ping_idle_ping.py:24: start network...\u000a20:50:42.955802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:43.467161 run create_hlr_db(pid=29973): Launched\u000a20:50:43.651905 bus /gobi_6: Setting Powered False\u000a20:50:44.672451 run create_hlr_db(pid=29973): Terminated: ok {rc=0}\u000a20:50:45.073883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Launched\u000a20:50:45.374113 run osmo-hlr_10.42.42.2(pid=29976): Launched\u000a20:50:45.492249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:46.072535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Launched\u000a20:50:46.484669 run osmo-stp_10.42.42.5(pid=29979): Launched\u000a20:50:46.702230 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:50:47.267155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Launched\u000a20:50:47.380848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:50:47.659191 run patchelf(pid=29982): Launched\u000a20:50:47.845397 run osmo-stp_10.42.42.5(pid=29979): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)]\u000a20:50:47.981665 run osmo-stp_10.42.42.5(pid=29979): stdout: \u000a| (launched: 2022-12-13_20:50:46.237969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:48.117926 run osmo-stp_10.42.42.5(pid=29979): stderr: \u000a| �[0;m�[38;5;43m20221213205046525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205046526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205046526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205046526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205046527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205046527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205046527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:48.250351 run osmo-stp_10.42.42.5(pid=29979): stdout: \u000a| (launched: 2022-12-13_20:50:46.237969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:48.381369 run osmo-stp_10.42.42.5(pid=29979): stderr: \u000a| �[0;m�[38;5;43m20221213205046525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205046526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205046526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205046526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205046527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205046527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205046527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:48.534067 run patchelf(pid=29982): Terminating (SIGINT)\u000a20:50:48.713577 run patchelf(pid=29982): Terminated: ok {rc=0}\u000a20:50:48.746132 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29979): Process ended prematurely: osmo-stp_10.42.42.5(pid=29979) [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29979)] [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a20:50:48.755414 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a20:50:48.818538 run osmo-hlr_10.42.42.2(pid=29976): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29976)]\u000a20:50:48.869799 run osmo-hlr_10.42.42.2(pid=29976): stdout: \u000a| (launched: 2022-12-13_20:50:45.225534) \u000a20:50:48.921800 run osmo-hlr_10.42.42.2(pid=29976): stderr: \u000a| �[0;m�[1;31m20221213205045400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205045400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205045400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205045400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205045400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205045400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205045413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205045422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205045422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205045422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:48.966099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Terminating (SIGTERM)\u000a20:50:49.008372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Terminating (SIGTERM)\u000a20:50:49.050490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Terminating (SIGTERM)\u000a20:50:49.060229 --- ParallelTerminationStrategy: PID 29975 died...\u000a20:50:49.116425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29975): Terminated: ok {rc=0}\u000a20:50:49.126718 --- ParallelTerminationStrategy: PID 29978 died...\u000a20:50:49.182808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29978): Terminated: ok {rc=0}\u000a20:50:49.193015 --- ParallelTerminationStrategy: PID 29981 died...\u000a20:50:49.248849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29981): Terminated: ok {rc=0}\u000a20:50:49.336225 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:49:50" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29997): Process ended prematurely: osmo-stp_10.42.42.5(pid=29997) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29997): Process ended prematurely: osmo-stp_10.42.42.5(pid=29997) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:50:51.380881 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:50:51.392208 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:50:51.545776 tst switch_tch_pdch.py: using LAC 36193\u000a20:50:51.661495 tst switch_tch_pdch.py: using RAC 238\u000a20:50:51.777631 tst switch_tch_pdch.py: using CellId 36193\u000a20:50:51.897353 tst switch_tch_pdch.py: using BVCI 36194\u000a20:50:51.921837 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:50:51.933408 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:50:51.944753 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:50:51.956217 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:50:51.967984 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:50:51.979386 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:50:51.991738 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:50:52.003362 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:50:52.120486 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:50:52.411035 tst switch_tch_pdch.py:51: start network...\u000a20:50:52.542764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:53.049336 run create_hlr_db(pid=29991): Launched\u000a20:50:53.232413 bus /gobi_6: Setting Powered False\u000a20:50:54.252997 run create_hlr_db(pid=29991): Terminated: ok {rc=0}\u000a20:50:54.653533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Launched\u000a20:50:54.951321 run osmo-hlr_10.42.42.2(pid=29994): Launched\u000a20:50:55.068772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:55.590274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Launched\u000a20:50:55.886977 run osmo-stp_10.42.42.5(pid=29997): Launched\u000a20:50:55.994641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:50:56.514361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Launched\u000a20:50:56.620218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:50:56.880223 run patchelf(pid=30000): Launched\u000a20:50:57.054822 run osmo-stp_10.42.42.5(pid=29997): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)]\u000a20:50:57.182440 run osmo-stp_10.42.42.5(pid=29997): stdout: \u000a| (launched: 2022-12-13_20:50:55.741130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:57.310653 run osmo-stp_10.42.42.5(pid=29997): stderr: \u000a| �[0;m�[38;5;43m20221213205055906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205055906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205055907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205055907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205055908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205055908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205055908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:57.434484 run osmo-stp_10.42.42.5(pid=29997): stdout: \u000a| (launched: 2022-12-13_20:50:55.741130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:57.557658 run osmo-stp_10.42.42.5(pid=29997): stderr: \u000a| �[0;m�[38;5;43m20221213205055906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205055906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205055907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205055907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205055908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205055908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205055908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:57.701407 run patchelf(pid=30000): Terminating (SIGINT)\u000a20:50:57.869691 run patchelf(pid=30000): Terminated: ok {rc=0}\u000a20:50:57.900202 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29997): Process ended prematurely: osmo-stp_10.42.42.5(pid=29997) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)] [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:50:57.908810 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a20:50:57.969241 run osmo-hlr_10.42.42.2(pid=29994): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29994)]\u000a20:50:58.018804 run osmo-hlr_10.42.42.2(pid=29994): stdout: \u000a| (launched: 2022-12-13_20:50:54.804607) \u000a20:50:58.069181 run osmo-hlr_10.42.42.2(pid=29994): stderr: \u000a| �[0;m�[1;31m20221213205054978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205054978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205054978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205054978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205054978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205054978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205054990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205055001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205055002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205055002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:58.112453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Terminating (SIGTERM)\u000a20:50:58.153022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Terminating (SIGTERM)\u000a20:50:58.193381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Terminating (SIGTERM)\u000a20:50:58.202619 --- ParallelTerminationStrategy: PID 29993 died...\u000a20:50:58.257085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Terminated: ok {rc=0}\u000a20:50:58.266624 --- ParallelTerminationStrategy: PID 29996 died...\u000a20:50:58.320597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Terminated: ok {rc=0}\u000a20:50:58.330159 --- ParallelTerminationStrategy: PID 29999 died...\u000a20:50:58.383936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Terminated: ok {rc=0}\u000a20:50:58.472789 bus /gobi_0: Setting Powered False\u000a20:50:59.575013 bus /gobi_0: Setting Powered False\u000a20:51:00.682094 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:50:51" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30010): Process ended prematurely: osmo-stp_10.42.42.5(pid=30010) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30010): Process ended prematurely: osmo-stp_10.42.42.5(pid=30010) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:51:02.671880 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:51:02.683519 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:51:02.846686 tst switch_tch_pdch.py: using LAC 36194\u000a20:51:02.970816 tst switch_tch_pdch.py: using RAC 239\u000a20:51:03.090933 tst switch_tch_pdch.py: using CellId 36194\u000a20:51:03.207108 tst switch_tch_pdch.py: using BVCI 36195\u000a20:51:03.229911 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:51:03.240696 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:51:03.251589 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:51:03.262564 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:51:03.273726 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:51:03.284815 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:51:03.295919 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:51:03.307100 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:51:03.423521 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:51:03.712516 tst switch_tch_pdch.py:51: start network...\u000a20:51:03.843903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:04.322555 run create_hlr_db(pid=30004): Launched\u000a20:51:04.451638 bus /gobi_6: Setting Powered False\u000a20:51:05.526412 run create_hlr_db(pid=30004): Terminated: ok {rc=0}\u000a20:51:05.901445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Launched\u000a20:51:06.197434 run osmo-hlr_10.42.42.2(pid=30007): Launched\u000a20:51:06.306238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:06.802980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Launched\u000a20:51:07.120320 run osmo-stp_10.42.42.5(pid=30010): Launched\u000a20:51:07.234809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:51:07.761717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Launched\u000a20:51:07.874544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:51:08.151711 run patchelf(pid=30013): Launched\u000a20:51:08.336001 run osmo-stp_10.42.42.5(pid=30010): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)]\u000a20:51:08.471191 run osmo-stp_10.42.42.5(pid=30010): stdout: \u000a| (launched: 2022-12-13_20:51:06.964132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:08.606623 run osmo-stp_10.42.42.5(pid=30010): stderr: \u000a| �[0;m�[38;5;43m20221213205107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205107152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205107152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205107152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205107153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:08.737905 run osmo-stp_10.42.42.5(pid=30010): stdout: \u000a| (launched: 2022-12-13_20:51:06.964132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:08.868359 run osmo-stp_10.42.42.5(pid=30010): stderr: \u000a| �[0;m�[38;5;43m20221213205107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205107151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205107152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205107152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205107152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205107153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:09.020393 run patchelf(pid=30013): Terminating (SIGINT)\u000a20:51:09.198242 run patchelf(pid=30013): Terminated: ok {rc=0}\u000a20:51:09.230477 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30010): Process ended prematurely: osmo-stp_10.42.42.5(pid=30010) [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)] [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:51:09.239668 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:51:09.302091 run osmo-hlr_10.42.42.2(pid=30007): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30007)]\u000a20:51:09.353610 run osmo-hlr_10.42.42.2(pid=30007): stdout: \u000a| (launched: 2022-12-13_20:51:06.051698) \u000a20:51:09.405631 run osmo-hlr_10.42.42.2(pid=30007): stderr: \u000a| �[0;m�[1;31m20221213205106224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205106224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205106225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205106225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205106225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205106225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205106236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205106245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205106245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205106245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:09.450261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Terminating (SIGTERM)\u000a20:51:09.493496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Terminating (SIGTERM)\u000a20:51:09.535753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Terminating (SIGTERM)\u000a20:51:09.545416 --- ParallelTerminationStrategy: PID 30006 died...\u000a20:51:09.601337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Terminated: ok {rc=0}\u000a20:51:09.611256 --- ParallelTerminationStrategy: PID 30009 died...\u000a20:51:09.666822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Terminated: ok {rc=0}\u000a20:51:09.676770 --- ParallelTerminationStrategy: PID 30012 died...\u000a20:51:09.732935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Terminated: ok {rc=0}\u000a20:51:09.822472 bus /gobi_0: Setting Powered False\u000a20:51:10.927772 bus /gobi_0: Setting Powered False\u000a20:51:12.036585 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:51:02" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30018) [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30018)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30018) [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a20:51:13.940870 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a20:51:13.952079 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a20:51:14.091587 tst mo_mt_sms.py: using LAC 36195\u000a20:51:14.217131 tst mo_mt_sms.py: using RAC 240\u000a20:51:14.337280 tst mo_mt_sms.py: using CellId 36195\u000a20:51:14.453506 tst mo_mt_sms.py: using BVCI 36196\u000a20:51:14.476044 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:51:14.594010 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:51:14.872587 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:51:14.995869 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:51:15.612221 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30017): Launched\u000a20:51:15.941324 run osmo-nitb_10.42.42.2(pid=30018): Launched\u000a20:51:16.154202 run osmo-nitb_10.42.42.2(pid=30018): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30018)]\u000a20:51:16.313563 run osmo-nitb_10.42.42.2(pid=30018): stdout: \u000a| (launched: 2022-12-13_20:51:15.763271) \u000a20:51:16.475500 run osmo-nitb_10.42.42.2(pid=30018): stderr: \u000a| (launched: 2022-12-13_20:51:15.808151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:51:16.647989 run osmo-nitb_10.42.42.2(pid=30018): stdout: \u000a| (launched: 2022-12-13_20:51:15.763271) \u000a20:51:16.820124 run osmo-nitb_10.42.42.2(pid=30018): stderr: \u000a| (launched: 2022-12-13_20:51:15.808151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:51:17.096810 tst osmo-nitb_10.42.42.2(pid=30018): stdout: \u000a| (launched: 2022-12-13_20:51:15.763271) \u000a20:51:17.234231 tst osmo-nitb_10.42.42.2(pid=30018): stderr: \u000a| (launched: 2022-12-13_20:51:15.808151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:51:17.290801 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30018) [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30018)] [trial-2394↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a20:51:17.300361 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a20:51:17.339678 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30017): Terminating (SIGTERM)\u000a20:51:17.518300 --- ParallelTerminationStrategy: PID 30017 died...\u000a20:51:17.576391 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30017): Terminated: ok {rc=0}\u000a20:51:17.663117 bus /sierra_3: Setting Powered False\u000a20:51:18.770953 bus /sierra_3: Setting Powered False\u000a20:51:19.880727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:51:13" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30028): Process ended prematurely: osmo-stp_10.42.42.5(pid=30028) [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30028)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30028): Process ended prematurely: osmo-stp_10.42.42.5(pid=30028) [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a20:51:21.778523 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:21.789365 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a20:51:21.935322 tst mo_mt_sms.py: using LAC 36196\u000a20:51:22.058650 tst mo_mt_sms.py: using RAC 241\u000a20:51:22.178025 tst mo_mt_sms.py: using CellId 36196\u000a20:51:22.292813 tst mo_mt_sms.py: using BVCI 36197\u000a20:51:22.315576 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:22.326107 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:22.336702 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:22.347218 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:22.358135 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:22.369009 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:51:22.487747 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:51:22.690109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:23.159103 run create_hlr_db(pid=30022): Launched\u000a20:51:23.330512 bus /sierra_2: Setting Powered False\u000a20:51:24.351850 run create_hlr_db(pid=30022): Terminated: ok {rc=0}\u000a20:51:24.773448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30024): Launched\u000a20:51:25.089716 run osmo-hlr_10.42.42.2(pid=30025): Launched\u000a20:51:25.204485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:25.756722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30027): Launched\u000a20:51:26.073368 run osmo-stp_10.42.42.5(pid=30028): Launched\u000a20:51:26.187290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:26.768162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30030): Launched\u000a20:51:27.086262 run osmo-msc_10.42.42.6(pid=30031): Launched\u000a20:51:27.271477 run osmo-stp_10.42.42.5(pid=30028): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30028)]\u000a20:51:27.404841 run osmo-stp_10.42.42.5(pid=30028): stdout: \u000a| (launched: 2022-12-13_20:51:25.917717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:27.537775 run osmo-stp_10.42.42.5(pid=30028): stderr: \u000a| �[0;m�[38;5;43m20221213205126109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205126109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205126109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205126109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205126110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205126110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205126110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:27.664506 run osmo-stp_10.42.42.5(pid=30028): stdout: \u000a| (launched: 2022-12-13_20:51:25.917717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:27.790313 run osmo-stp_10.42.42.5(pid=30028): stderr: \u000a| �[0;m�[38;5;43m20221213205126109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205126109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205126109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205126109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205126110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205126110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205126110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:27.845453 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30028): Process ended prematurely: osmo-stp_10.42.42.5(pid=30028) [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30028)] [trial-2394↪sms:trx-lms↪mo_mt_sms.py:16]\u000a20:51:27.854196 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a20:51:27.916437 run osmo-hlr_10.42.42.2(pid=30025): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30025)]\u000a20:51:27.967760 run osmo-hlr_10.42.42.2(pid=30025): stdout: \u000a| (launched: 2022-12-13_20:51:24.934595) \u000a20:51:28.020037 run osmo-hlr_10.42.42.2(pid=30025): stderr: \u000a| �[0;m�[1;31m20221213205125129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205125129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205125129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205125129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205125130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205125130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205125141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205125150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205125150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205125150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:28.090653 run osmo-msc_10.42.42.6(pid=30031): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30031)]\u000a20:51:28.142105 run osmo-msc_10.42.42.6(pid=30031): stdout: \u000a| (launched: 2022-12-13_20:51:26.928794) \u000a20:51:28.193885 run osmo-msc_10.42.42.6(pid=30031): stderr: \u000a| �[0;m�[38;5;43m20221213205127250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205127250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc80a0cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205127250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205127250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205127250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205127250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205127252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205127252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205127252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205127253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:28.238011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30024): Terminating (SIGTERM)\u000a20:51:28.279800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30027): Terminating (SIGTERM)\u000a20:51:28.321605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30030): Terminating (SIGTERM)\u000a20:51:28.330852 --- ParallelTerminationStrategy: PID 30024 died...\u000a20:51:28.386473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30024): Terminated: ok {rc=0}\u000a20:51:28.396457 --- ParallelTerminationStrategy: PID 30027 died...\u000a20:51:28.451744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30027): Terminated: ok {rc=0}\u000a20:51:28.461731 --- ParallelTerminationStrategy: PID 30030 died...\u000a20:51:28.517023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30030): Terminated: ok {rc=0}\u000a20:51:28.604180 bus /sierra_3: Setting Powered False\u000a20:51:29.708843 bus /sierra_3: Setting Powered False\u000a20:51:30.820090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:51:21" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a20:51:32.724670 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a20:51:32.735470 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a20:51:32.869651 tst assert_extension.py: using LAC 36197\u000a20:51:32.986955 tst assert_extension.py: using RAC 242\u000a20:51:33.104929 tst assert_extension.py: using CellId 36197\u000a20:51:33.220799 tst assert_extension.py: using BVCI 36198\u000a20:51:33.243356 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a20:51:33.531867 tst assert_extension.py:10: start nitb and bts...\u000a20:51:33.664356 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:51:34.321155 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Launched\u000a20:51:34.635043 run osmo-nitb_10.42.42.2(pid=30037): Launched\u000a20:51:34.829400 run osmo-nitb_10.42.42.2(pid=30037): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)]\u000a20:51:34.972770 run osmo-nitb_10.42.42.2(pid=30037): stdout: \u000a| (launched: 2022-12-13_20:51:34.482229) \u000a20:51:35.117053 run osmo-nitb_10.42.42.2(pid=30037): stderr: \u000a| (launched: 2022-12-13_20:51:34.529604)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:51:35.256008 run osmo-nitb_10.42.42.2(pid=30037): stdout: \u000a| (launched: 2022-12-13_20:51:34.482229) \u000a20:51:35.394324 run osmo-nitb_10.42.42.2(pid=30037): stderr: \u000a| (launched: 2022-12-13_20:51:34.529604)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:51:35.762876 tst osmo-nitb_10.42.42.2(pid=30037): stdout: \u000a| (launched: 2022-12-13_20:51:34.482229) \u000a20:51:35.889594 tst osmo-nitb_10.42.42.2(pid=30037): stderr: \u000a| (launched: 2022-12-13_20:51:34.529604)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:51:35.945350 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30037) [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30037)] [trial-2394↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a20:51:35.954325 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:51:35.990671 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Terminating (SIGTERM)\u000a20:51:36.168616 --- ParallelTerminationStrategy: PID 30036 died...\u000a20:51:36.226275 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30036): Terminated: ok {rc=0}\u000a20:51:36.313477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:51:32" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2394↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2394↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a20:51:38.155389 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:38.166536 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a20:51:38.307721 tst assert_extension.py: using LAC 36198\u000a20:51:38.431530 tst assert_extension.py: using RAC 243\u000a20:51:38.555642 tst assert_extension.py: using CellId 36198\u000a20:51:38.679393 tst assert_extension.py: using BVCI 36199\u000a20:51:38.703751 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:38.714953 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:38.726119 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:38.737155 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:38.748445 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:51:38.759698 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a20:51:38.968776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:39.476575 run create_hlr_db(pid=30041): Launched\u000a20:51:39.660615 bus /sierra_2: Setting Powered False\u000a20:51:40.681162 run create_hlr_db(pid=30041): Terminated: ok {rc=0}\u000a20:51:41.081722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Launched\u000a20:51:41.380162 run osmo-hlr_10.42.42.2(pid=30044): Launched\u000a20:51:41.490040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:42.011880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Launched\u000a20:51:42.311357 run osmo-stp_10.42.42.5(pid=30047): Launched\u000a20:51:42.420602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:42.963909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Launched\u000a20:51:43.262480 run osmo-msc_10.42.42.6(pid=30050): Launched\u000a20:51:43.438970 run osmo-stp_10.42.42.5(pid=30047): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]\u000a20:51:43.565530 run osmo-stp_10.42.42.5(pid=30047): stdout: \u000a| (launched: 2022-12-13_20:51:42.163916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:43.690166 run osmo-stp_10.42.42.5(pid=30047): stderr: \u000a| �[0;m�[38;5;43m20221213205142329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205142329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205142329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205142330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205142330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205142330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205142330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:43.810402 run osmo-stp_10.42.42.5(pid=30047): stdout: \u000a| (launched: 2022-12-13_20:51:42.163916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:43.929629 run osmo-stp_10.42.42.5(pid=30047): stderr: \u000a| �[0;m�[38;5;43m20221213205142329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205142329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205142329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205142330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205142330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205142330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205142330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:43.982136 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2394↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)] [trial-2394↪ussd:trx-lms↪assert_extension.py:17]\u000a20:51:43.990302 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a20:51:44.051080 run osmo-hlr_10.42.42.2(pid=30044): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30044)]\u000a20:51:44.100682 run osmo-hlr_10.42.42.2(pid=30044): stdout: \u000a| (launched: 2022-12-13_20:51:41.233187) \u000a20:51:44.150854 run osmo-hlr_10.42.42.2(pid=30044): stderr: \u000a| �[0;m�[1;31m20221213205141406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205141406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205141406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205141406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205141406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205141406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205141418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205141426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205141426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205141426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:44.219005 run osmo-msc_10.42.42.6(pid=30050): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30050)]\u000a20:51:44.268354 run osmo-msc_10.42.42.6(pid=30050): stdout: \u000a| (launched: 2022-12-13_20:51:43.115019) \u000a20:51:44.318521 run osmo-msc_10.42.42.6(pid=30050): stderr: \u000a| �[0;m�[38;5;43m20221213205143384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205143384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd706826c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205143384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205143384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205143384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205143385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205143386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205143387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:44.361113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Terminating (SIGTERM)\u000a20:51:44.401076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Terminating (SIGTERM)\u000a20:51:44.441951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Terminating (SIGTERM)\u000a20:51:44.451188 --- ParallelTerminationStrategy: PID 30043 died...\u000a20:51:44.505893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Terminated: ok {rc=0}\u000a20:51:44.515520 --- ParallelTerminationStrategy: PID 30046 died...\u000a20:51:44.569525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Terminated: ok {rc=0}\u000a20:51:44.579174 --- ParallelTerminationStrategy: PID 30049 died...\u000a20:51:44.633416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Terminated: ok {rc=0}\u000a20:51:44.718319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:51:37" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:51:46.760540 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:46.775836 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:51:46.980432 tst mo_mt_call.py: using LAC 36199\u000a20:51:47.114054 tst mo_mt_call.py: using RAC 244\u000a20:51:47.237997 tst mo_mt_call.py: using CellId 36199\u000a20:51:47.363344 tst mo_mt_call.py: using BVCI 36200\u000a20:51:47.387318 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:47.398567 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:47.409775 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:47.420549 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:47.432044 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:47.443425 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:51:47.565540 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:51:47.776669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:48.293939 run create_hlr_db(pid=30055): Launched\u000a20:51:48.480783 bus /sierra_2: Setting Powered False\u000a20:51:49.502976 run create_hlr_db(pid=30055): Terminated: ok {rc=0}\u000a20:51:49.931662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Launched\u000a20:51:50.256201 run osmo-hlr_10.42.42.2(pid=30058): Launched\u000a20:51:50.377609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:50.935013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Launched\u000a20:51:51.257071 run osmo-stp_10.42.42.5(pid=30061): Launched\u000a20:51:51.373807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:51.963230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Launched\u000a20:51:52.286792 run osmo-msc_10.42.42.6(pid=30064): Launched\u000a20:51:52.475181 run osmo-stp_10.42.42.5(pid=30061): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]\u000a20:51:52.611183 run osmo-stp_10.42.42.5(pid=30061): stdout: \u000a| (launched: 2022-12-13_20:51:51.099649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:52.747230 run osmo-stp_10.42.42.5(pid=30061): stderr: \u000a| �[0;m�[38;5;43m20221213205151290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205151290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205151290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205151291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205151291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205151291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205151291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:52.877582 run osmo-stp_10.42.42.5(pid=30061): stdout: \u000a| (launched: 2022-12-13_20:51:51.099649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:53.006267 run osmo-stp_10.42.42.5(pid=30061): stderr: \u000a| �[0;m�[38;5;43m20221213205151290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205151290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205151290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205151291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205151291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205151291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205151291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:53.063687 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:51:53.073093 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:51:53.136263 run osmo-hlr_10.42.42.2(pid=30058): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30058)]\u000a20:51:53.188454 run osmo-hlr_10.42.42.2(pid=30058): stdout: \u000a| (launched: 2022-12-13_20:51:50.097630) \u000a20:51:53.241292 run osmo-hlr_10.42.42.2(pid=30058): stderr: \u000a| �[0;m�[1;31m20221213205150293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205150293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205150294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205150294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205150294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205150294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205150306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205150315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205150315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205150315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:53.312648 run osmo-msc_10.42.42.6(pid=30064): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30064)]\u000a20:51:53.364748 run osmo-msc_10.42.42.6(pid=30064): stdout: \u000a| (launched: 2022-12-13_20:51:52.129064) \u000a20:51:53.417554 run osmo-msc_10.42.42.6(pid=30064): stderr: \u000a| �[0;m�[38;5;43m20221213205152451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205152451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cfe690c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205152451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205152451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205152452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205152452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205152453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205152454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205152454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205152454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:53.462278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Terminating (SIGTERM)\u000a20:51:53.504525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Terminating (SIGTERM)\u000a20:51:53.547079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Terminating (SIGTERM)\u000a20:51:53.556883 --- ParallelTerminationStrategy: PID 30057 died...\u000a20:51:53.614213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Terminated: ok {rc=0}\u000a20:51:53.624600 --- ParallelTerminationStrategy: PID 30060 died...\u000a20:51:53.681573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Terminated: ok {rc=0}\u000a20:51:53.691863 --- ParallelTerminationStrategy: PID 30063 died...\u000a20:51:53.748494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Terminated: ok {rc=0}\u000a20:51:53.836231 bus /sierra_3: Setting Powered False\u000a20:51:54.944082 bus /sierra_3: Setting Powered False\u000a20:51:56.054305 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30072): Process ended prematurely: osmo-stp_10.42.42.5(pid=30072) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30072): Process ended prematurely: osmo-stp_10.42.42.5(pid=30072) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:51:57.171123 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:57.183365 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:51:57.350213 tst mo_mt_call_osmux.py: using LAC 36200\u000a20:51:57.475579 tst mo_mt_call_osmux.py: using RAC 245\u000a20:51:57.601604 tst mo_mt_call_osmux.py: using CellId 36200\u000a20:51:57.728923 tst mo_mt_call_osmux.py: using BVCI 36201\u000a20:51:57.753482 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:57.765020 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:57.776314 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:57.787639 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:57.799041 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:51:57.810382 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:51:57.928925 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:51:58.146099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:58.661840 run create_hlr_db(pid=30066): Launched\u000a20:51:58.848544 bus /sierra_2: Setting Powered False\u000a20:51:59.869907 run create_hlr_db(pid=30066): Terminated: ok {rc=0}\u000a20:52:00.277120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Launched\u000a20:52:00.581475 run osmo-hlr_10.42.42.2(pid=30069): Launched\u000a20:52:00.697410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:01.280035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Launched\u000a20:52:01.656798 run osmo-stp_10.42.42.5(pid=30072): Launched\u000a20:52:01.899121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:02.503384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Launched\u000a20:52:02.825462 run osmo-msc_10.42.42.6(pid=30075): Launched\u000a20:52:03.014430 run osmo-stp_10.42.42.5(pid=30072): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)]\u000a20:52:03.150612 run osmo-stp_10.42.42.5(pid=30072): stdout: \u000a| (launched: 2022-12-13_20:52:01.436639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:03.286252 run osmo-stp_10.42.42.5(pid=30072): stderr: \u000a| �[0;m�[38;5;43m20221213205201740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205201740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205201740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205201741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205201741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205201741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205201742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:03.416344 run osmo-stp_10.42.42.5(pid=30072): stdout: \u000a| (launched: 2022-12-13_20:52:01.436639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:03.546065 run osmo-stp_10.42.42.5(pid=30072): stderr: \u000a| �[0;m�[38;5;43m20221213205201740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205201740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205201740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205201741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205201741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205201741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205201742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:03.602882 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30072): Process ended prematurely: osmo-stp_10.42.42.5(pid=30072) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:52:03.612195 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:52:03.675265 run osmo-hlr_10.42.42.2(pid=30069): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30069)]\u000a20:52:03.727306 run osmo-hlr_10.42.42.2(pid=30069): stdout: \u000a| (launched: 2022-12-13_20:52:00.431309) \u000a20:52:03.780088 run osmo-hlr_10.42.42.2(pid=30069): stderr: \u000a| �[0;m�[1;31m20221213205200605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205200605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205200605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205200605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205200605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205200605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205200616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205200625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205200625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205200625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:03.851373 run osmo-msc_10.42.42.6(pid=30075): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30075)]\u000a20:52:03.903495 run osmo-msc_10.42.42.6(pid=30075): stdout: \u000a| (launched: 2022-12-13_20:52:02.667005) \u000a20:52:03.956229 run osmo-msc_10.42.42.6(pid=30075): stderr: \u000a| �[0;m�[38;5;43m20221213205202986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205202986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab19dd8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205202986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205202986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205202986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205202987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205202988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205202989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205202989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205202989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:04.000709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Terminating (SIGTERM)\u000a20:52:04.043241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Terminating (SIGTERM)\u000a20:52:04.085511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Terminating (SIGTERM)\u000a20:52:04.095193 --- ParallelTerminationStrategy: PID 30068 died...\u000a20:52:04.152030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Terminated: ok {rc=0}\u000a20:52:04.162380 --- ParallelTerminationStrategy: PID 30071 died...\u000a20:52:04.218533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Terminated: ok {rc=0}\u000a20:52:04.228677 --- ParallelTerminationStrategy: PID 30074 died...\u000a20:52:04.284848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Terminated: ok {rc=0}\u000a20:52:04.371681 bus /sierra_3: Setting Powered False\u000a20:52:05.477999 bus /sierra_3: Setting Powered False\u000a20:52:06.589116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:51:46" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30086): Process ended prematurely: osmo-stp_10.42.42.5(pid=30086) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30086)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30086): Process ended prematurely: osmo-stp_10.42.42.5(pid=30086) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:52:08.584037 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:08.595250 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:52:08.759657 tst mo_mt_call.py: using LAC 36201\u000a20:52:08.884914 tst mo_mt_call.py: using RAC 246\u000a20:52:09.009911 tst mo_mt_call.py: using CellId 36201\u000a20:52:09.135272 tst mo_mt_call.py: using BVCI 36202\u000a20:52:09.160056 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:09.171772 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:09.183288 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:09.194725 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:09.206338 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:09.217930 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:52:09.336787 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:52:09.548437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:10.066319 run create_hlr_db(pid=30080): Launched\u000a20:52:10.253522 bus /sierra_2: Setting Powered False\u000a20:52:11.274771 run create_hlr_db(pid=30080): Terminated: ok {rc=0}\u000a20:52:11.682711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30082): Launched\u000a20:52:11.987659 run osmo-hlr_10.42.42.2(pid=30083): Launched\u000a20:52:12.105761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:12.639648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30085): Launched\u000a20:52:12.943345 run osmo-stp_10.42.42.5(pid=30086): Launched\u000a20:52:13.055304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:13.617690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30088): Launched\u000a20:52:13.942133 run osmo-msc_10.42.42.6(pid=30089): Launched\u000a20:52:14.131761 run osmo-stp_10.42.42.5(pid=30086): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30086)]\u000a20:52:14.268565 run osmo-stp_10.42.42.5(pid=30086): stdout: \u000a| (launched: 2022-12-13_20:52:12.794109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:14.403912 run osmo-stp_10.42.42.5(pid=30086): stderr: \u000a| �[0;m�[38;5;43m20221213205212960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205212960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205212960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205212961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205212961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205212961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205212961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:14.534195 run osmo-stp_10.42.42.5(pid=30086): stdout: \u000a| (launched: 2022-12-13_20:52:12.794109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:14.663468 run osmo-stp_10.42.42.5(pid=30086): stderr: \u000a| �[0;m�[38;5;43m20221213205212960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205212960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205212960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205212961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205212961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205212961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205212961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:14.720529 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30086): Process ended prematurely: osmo-stp_10.42.42.5(pid=30086) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30086)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:52:14.729838 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:52:14.792793 run osmo-hlr_10.42.42.2(pid=30083): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30083)]\u000a20:52:14.844510 run osmo-hlr_10.42.42.2(pid=30083): stdout: \u000a| (launched: 2022-12-13_20:52:11.837312) \u000a20:52:14.897042 run osmo-hlr_10.42.42.2(pid=30083): stderr: \u000a| �[0;m�[1;31m20221213205212012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205212012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205212012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205212012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205212012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205212012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205212035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205212044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205212045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205212045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:14.968242 run osmo-msc_10.42.42.6(pid=30089): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30089)]\u000a20:52:15.020040 run osmo-msc_10.42.42.6(pid=30089): stdout: \u000a| (launched: 2022-12-13_20:52:13.782848) \u000a20:52:15.072804 run osmo-msc_10.42.42.6(pid=30089): stderr: \u000a| �[0;m�[38;5;43m20221213205214102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205214102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b1e17ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205214102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205214102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205214103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205214103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205214104 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205214105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205214105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205214105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:15.117585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30082): Terminating (SIGTERM)\u000a20:52:15.159767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30085): Terminating (SIGTERM)\u000a20:52:15.201935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30088): Terminating (SIGTERM)\u000a20:52:15.211733 --- ParallelTerminationStrategy: PID 30082 died...\u000a20:52:15.268227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30082): Terminated: ok {rc=0}\u000a20:52:15.278487 --- ParallelTerminationStrategy: PID 30085 died...\u000a20:52:15.334407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30085): Terminated: ok {rc=0}\u000a20:52:15.344542 --- ParallelTerminationStrategy: PID 30088 died...\u000a20:52:15.400107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30088): Terminated: ok {rc=0}\u000a20:52:15.486955 bus /sierra_3: Setting Powered False\u000a20:52:16.591668 bus /sierra_3: Setting Powered False\u000a20:52:17.702971 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:52:18.813802 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:18.825681 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:52:18.983969 tst mo_mt_call_osmux.py: using LAC 36202\u000a20:52:19.104840 tst mo_mt_call_osmux.py: using RAC 247\u000a20:52:19.225259 tst mo_mt_call_osmux.py: using CellId 36202\u000a20:52:19.347400 tst mo_mt_call_osmux.py: using BVCI 36203\u000a20:52:19.370291 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:19.381313 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:19.392174 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:19.403078 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:19.414324 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:52:19.425506 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:52:19.542979 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:52:19.756198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:20.274366 run create_hlr_db(pid=30091): Launched\u000a20:52:20.461498 bus /sierra_2: Setting Powered False\u000a20:52:21.481595 run create_hlr_db(pid=30091): Terminated: ok {rc=0}\u000a20:52:21.909889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Launched\u000a20:52:22.234596 run osmo-hlr_10.42.42.2(pid=30094): Launched\u000a20:52:22.355819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:22.919497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Launched\u000a20:52:23.243005 run osmo-stp_10.42.42.5(pid=30097): Launched\u000a20:52:23.359151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:23.948100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30099): Launched\u000a20:52:24.271032 run osmo-msc_10.42.42.6(pid=30100): Launched\u000a20:52:24.460721 run osmo-stp_10.42.42.5(pid=30097): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]\u000a20:52:24.596851 run osmo-stp_10.42.42.5(pid=30097): stdout: \u000a| (launched: 2022-12-13_20:52:23.085394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:24.731472 run osmo-stp_10.42.42.5(pid=30097): stderr: \u000a| �[0;m�[38;5;43m20221213205223275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205223275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205223275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205223276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205223276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205223276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205223276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:24.861224 run osmo-stp_10.42.42.5(pid=30097): stdout: \u000a| (launched: 2022-12-13_20:52:23.085394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:24.989786 run osmo-stp_10.42.42.5(pid=30097): stderr: \u000a| �[0;m�[38;5;43m20221213205223275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205223275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205223275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205223276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205223276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205223276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205223276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:25.046910 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:52:25.056131 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:52:25.118813 run osmo-hlr_10.42.42.2(pid=30094): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30094)]\u000a20:52:25.170313 run osmo-hlr_10.42.42.2(pid=30094): stdout: \u000a| (launched: 2022-12-13_20:52:22.074873) \u000a20:52:25.222643 run osmo-hlr_10.42.42.2(pid=30094): stderr: \u000a| �[0;m�[1;31m20221213205222270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205222270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205222270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205222270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205222270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205222270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205222283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205222292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205222292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205222292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:25.293160 run osmo-msc_10.42.42.6(pid=30100): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30100)]\u000a20:52:25.344778 run osmo-msc_10.42.42.6(pid=30100): stdout: \u000a| (launched: 2022-12-13_20:52:24.112932) \u000a20:52:25.396849 run osmo-msc_10.42.42.6(pid=30100): stderr: \u000a| �[0;m�[38;5;43m20221213205224432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205224432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6a05aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205224432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205224433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205224433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205224433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205224435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205224435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205224435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205224435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:25.441097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Terminating (SIGTERM)\u000a20:52:25.482821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Terminating (SIGTERM)\u000a20:52:25.524516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30099): Terminating (SIGTERM)\u000a20:52:25.534303 --- ParallelTerminationStrategy: PID 30093 died...\u000a20:52:25.590545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Terminated: ok {rc=0}\u000a20:52:25.600728 --- ParallelTerminationStrategy: PID 30096 died...\u000a20:52:25.656335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Terminated: ok {rc=0}\u000a20:52:25.666518 --- ParallelTerminationStrategy: PID 30099 died...\u000a20:52:25.721882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30099): Terminated: ok {rc=0}\u000a20:52:25.808838 bus /sierra_3: Setting Powered False\u000a20:52:26.911527 bus /sierra_3: Setting Powered False\u000a20:52:28.023396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:52:08" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30112): Process ended prematurely: osmo-stp_10.42.42.5(pid=30112) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30112): Process ended prematurely: osmo-stp_10.42.42.5(pid=30112) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:52:30.054099 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:30.065907 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:52:30.224081 tst mo_mt_call.py: using LAC 36203\u000a20:52:30.347272 tst mo_mt_call.py: using RAC 248\u000a20:52:30.464738 tst mo_mt_call.py: using CellId 36203\u000a20:52:30.584219 tst mo_mt_call.py: using BVCI 36204\u000a20:52:30.607275 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:30.618414 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:30.629358 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:30.640089 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:30.651376 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:30.662685 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:52:30.782276 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:52:31.014082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:31.568552 run create_hlr_db(pid=30106): Launched\u000a20:52:31.747564 bus /sierra_2: Setting Powered False\u000a20:52:32.767273 run create_hlr_db(pid=30106): Terminated: ok {rc=0}\u000a20:52:33.171107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Launched\u000a20:52:33.474790 run osmo-hlr_10.42.42.2(pid=30109): Launched\u000a20:52:33.592270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:34.124049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Launched\u000a20:52:34.427738 run osmo-stp_10.42.42.5(pid=30112): Launched\u000a20:52:34.538986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:35.095415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Launched\u000a20:52:35.400316 run osmo-msc_10.42.42.6(pid=30115): Launched\u000a20:52:35.579255 run osmo-stp_10.42.42.5(pid=30112): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)]\u000a20:52:35.708246 run osmo-stp_10.42.42.5(pid=30112): stdout: \u000a| (launched: 2022-12-13_20:52:34.278680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:35.835364 run osmo-stp_10.42.42.5(pid=30112): stderr: \u000a| �[0;m�[38;5;43m20221213205234446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205234446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205234446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205234447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205234447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205234447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205234447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:35.957880 run osmo-stp_10.42.42.5(pid=30112): stdout: \u000a| (launched: 2022-12-13_20:52:34.278680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:36.079480 run osmo-stp_10.42.42.5(pid=30112): stderr: \u000a| �[0;m�[38;5;43m20221213205234446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205234446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205234446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205234447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205234447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205234447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205234447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:36.132879 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30112): Process ended prematurely: osmo-stp_10.42.42.5(pid=30112) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30112)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:52:36.141578 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:52:36.202473 run osmo-hlr_10.42.42.2(pid=30109): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30109)]\u000a20:52:36.252232 run osmo-hlr_10.42.42.2(pid=30109): stdout: \u000a| (launched: 2022-12-13_20:52:33.325786) \u000a20:52:36.302712 run osmo-hlr_10.42.42.2(pid=30109): stderr: \u000a| �[0;m�[1;31m20221213205233500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205233500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205233500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205233500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205233500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205233501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205233511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205233521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205233521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205233521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:36.371342 run osmo-msc_10.42.42.6(pid=30115): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30115)]\u000a20:52:36.421713 run osmo-msc_10.42.42.6(pid=30115): stdout: \u000a| (launched: 2022-12-13_20:52:35.249997) \u000a20:52:36.472311 run osmo-msc_10.42.42.6(pid=30115): stderr: \u000a| �[0;m�[38;5;43m20221213205235518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205235518 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0dfc52fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205235518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205235518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205235518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205235519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205235520 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205235521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205235521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205235521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:36.515342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Terminating (SIGTERM)\u000a20:52:36.555944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Terminating (SIGTERM)\u000a20:52:36.596680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Terminating (SIGTERM)\u000a20:52:36.606027 --- ParallelTerminationStrategy: PID 30108 died...\u000a20:52:36.660651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30108): Terminated: ok {rc=0}\u000a20:52:36.670438 --- ParallelTerminationStrategy: PID 30111 died...\u000a20:52:36.724576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30111): Terminated: ok {rc=0}\u000a20:52:36.734267 --- ParallelTerminationStrategy: PID 30114 died...\u000a20:52:36.787956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30114): Terminated: ok {rc=0}\u000a20:52:36.872337 bus /sierra_3: Setting Powered False\u000a20:52:37.974247 bus /sierra_3: Setting Powered False\u000a20:52:39.087917 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30123): Process ended prematurely: osmo-stp_10.42.42.5(pid=30123) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30123)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30123): Process ended prematurely: osmo-stp_10.42.42.5(pid=30123) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:52:40.198449 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:40.210196 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:52:40.366889 tst mo_mt_call_osmux.py: using LAC 36204\u000a20:52:40.488206 tst mo_mt_call_osmux.py: using RAC 249\u000a20:52:40.608541 tst mo_mt_call_osmux.py: using CellId 36204\u000a20:52:40.728467 tst mo_mt_call_osmux.py: using BVCI 36205\u000a20:52:40.751535 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:40.762859 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:40.773759 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:40.784529 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:40.795799 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:52:40.807017 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:52:40.925199 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:52:41.138529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:41.657336 run create_hlr_db(pid=30117): Launched\u000a20:52:41.845338 bus /sierra_2: Setting Powered False\u000a20:52:42.866220 run create_hlr_db(pid=30117): Terminated: ok {rc=0}\u000a20:52:43.295954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30119): Launched\u000a20:52:43.619436 run osmo-hlr_10.42.42.2(pid=30120): Launched\u000a20:52:43.737219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:44.299418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30122): Launched\u000a20:52:44.622647 run osmo-stp_10.42.42.5(pid=30123): Launched\u000a20:52:44.739350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:45.331438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30125): Launched\u000a20:52:45.654025 run osmo-msc_10.42.42.6(pid=30126): Launched\u000a20:52:45.872791 run osmo-stp_10.42.42.5(pid=30123): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30123)]\u000a20:52:46.178953 run osmo-stp_10.42.42.5(pid=30123): stdout: \u000a| (launched: 2022-12-13_20:52:44.464358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:46.353822 run osmo-stp_10.42.42.5(pid=30123): stderr: \u000a| �[0;m�[38;5;43m20221213205244653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205244653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205244653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205244654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205244654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205244654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205244654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:46.531944 run osmo-stp_10.42.42.5(pid=30123): stdout: \u000a| (launched: 2022-12-13_20:52:44.464358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:46.702295 run osmo-stp_10.42.42.5(pid=30123): stderr: \u000a| �[0;m�[38;5;43m20221213205244653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205244653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205244653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205244654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205244654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205244654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205244654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:46.775405 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30123): Process ended prematurely: osmo-stp_10.42.42.5(pid=30123) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30123)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:52:46.789532 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:52:46.871241 run osmo-hlr_10.42.42.2(pid=30120): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30120)]\u000a20:52:46.937341 run osmo-hlr_10.42.42.2(pid=30120): stdout: \u000a| (launched: 2022-12-13_20:52:43.460663) \u000a20:52:47.002037 run osmo-hlr_10.42.42.2(pid=30120): stderr: \u000a| �[0;m�[1;31m20221213205243656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205243656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205243656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205243656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205243656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205243656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205243669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205243677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205243677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205243677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:47.094163 run osmo-msc_10.42.42.6(pid=30126): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30126)]\u000a20:52:47.157868 run osmo-msc_10.42.42.6(pid=30126): stdout: \u000a| (launched: 2022-12-13_20:52:45.495816) \u000a20:52:47.214217 run osmo-msc_10.42.42.6(pid=30126): stderr: \u000a| �[0;m�[38;5;43m20221213205245814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205245815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff048d7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205245815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205245815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205245815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205245815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205245817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205245817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205245817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205245817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:47.260594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30119): Terminating (SIGTERM)\u000a20:52:47.304339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30122): Terminating (SIGTERM)\u000a20:52:47.351511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30125): Terminating (SIGTERM)\u000a20:52:47.362327 --- ParallelTerminationStrategy: PID 30119 died...\u000a20:52:47.421218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30119): Terminated: ok {rc=0}\u000a20:52:47.431982 --- ParallelTerminationStrategy: PID 30122 died...\u000a20:52:47.486985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30122): Terminated: ok {rc=0}\u000a20:52:47.496650 --- ParallelTerminationStrategy: PID 30125 died...\u000a20:52:47.551533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30125): Terminated: ok {rc=0}\u000a20:52:47.640887 bus /sierra_3: Setting Powered False\u000a20:52:48.744939 bus /sierra_3: Setting Powered False\u000a20:52:49.852611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:52:29" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30138): Process ended prematurely: osmo-stp_10.42.42.5(pid=30138) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30138): Process ended prematurely: osmo-stp_10.42.42.5(pid=30138) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:52:51.846611 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:52:51.857779 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:52:52.026447 tst mo_mt_call.py: using LAC 36205\u000a20:52:52.153707 tst mo_mt_call.py: using RAC 250\u000a20:52:52.279684 tst mo_mt_call.py: using CellId 36205\u000a20:52:52.405992 tst mo_mt_call.py: using BVCI 36206\u000a20:52:52.430672 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:52:52.442224 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:52:52.453725 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:52:52.465115 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:52:52.476462 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:52:52.487869 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:52:52.606325 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:52:52.817801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:53.333890 run create_hlr_db(pid=30132): Launched\u000a20:52:53.521801 bus /sierra_2: Setting Powered False\u000a20:52:54.539054 run create_hlr_db(pid=30132): Terminated: ok {rc=0}\u000a20:52:54.946637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Launched\u000a20:52:55.264835 run osmo-hlr_10.42.42.2(pid=30135): Launched\u000a20:52:55.380168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:55.930837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Launched\u000a20:52:56.248363 run osmo-stp_10.42.42.5(pid=30138): Launched\u000a20:52:56.369397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:56.949476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Launched\u000a20:52:57.267800 run osmo-msc_10.42.42.6(pid=30141): Launched\u000a20:52:57.453664 run osmo-stp_10.42.42.5(pid=30138): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)]\u000a20:52:57.589182 run osmo-stp_10.42.42.5(pid=30138): stdout: \u000a| (launched: 2022-12-13_20:52:56.093630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:57.722881 run osmo-stp_10.42.42.5(pid=30138): stderr: \u000a| �[0;m�[38;5;43m20221213205256282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205256282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205256283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205256283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205256283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205256284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205256284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:57.851159 run osmo-stp_10.42.42.5(pid=30138): stdout: \u000a| (launched: 2022-12-13_20:52:56.093630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:57.978301 run osmo-stp_10.42.42.5(pid=30138): stderr: \u000a| �[0;m�[38;5;43m20221213205256282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205256282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205256283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205256283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205256283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205256284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205256284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:58.034300 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30138): Process ended prematurely: osmo-stp_10.42.42.5(pid=30138) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:52:58.043789 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:52:58.107525 run osmo-hlr_10.42.42.2(pid=30135): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30135)]\u000a20:52:58.159869 run osmo-hlr_10.42.42.2(pid=30135): stdout: \u000a| (launched: 2022-12-13_20:52:55.109693) \u000a20:52:58.212738 run osmo-hlr_10.42.42.2(pid=30135): stderr: \u000a| �[0;m�[1;31m20221213205255303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205255303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205255303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205255304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205255304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205255304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205255320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205255331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205255331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205255331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:58.284260 run osmo-msc_10.42.42.6(pid=30141): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30141)]\u000a20:52:58.336348 run osmo-msc_10.42.42.6(pid=30141): stdout: \u000a| (launched: 2022-12-13_20:52:57.112280) \u000a20:52:58.388992 run osmo-msc_10.42.42.6(pid=30141): stderr: \u000a| �[0;m�[38;5;43m20221213205257430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205257430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64cc2f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205257430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205257430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205257431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205257431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205257433 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205257433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205257433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205257433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:58.433719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Terminating (SIGTERM)\u000a20:52:58.475965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Terminating (SIGTERM)\u000a20:52:58.518829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Terminating (SIGTERM)\u000a20:52:58.528611 --- ParallelTerminationStrategy: PID 30134 died...\u000a20:52:58.585891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Terminated: ok {rc=0}\u000a20:52:58.596277 --- ParallelTerminationStrategy: PID 30137 died...\u000a20:52:58.652037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Terminated: ok {rc=0}\u000a20:52:58.662083 --- ParallelTerminationStrategy: PID 30140 died...\u000a20:52:58.717989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Terminated: ok {rc=0}\u000a20:52:58.804638 bus /sierra_3: Setting Powered False\u000a20:52:59.909995 bus /sierra_3: Setting Powered False\u000a20:53:01.030193 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:53:02.146833 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:53:02.160927 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:53:02.327077 tst mo_mt_call_osmux.py: using LAC 36206\u000a20:53:02.453978 tst mo_mt_call_osmux.py: using RAC 251\u000a20:53:02.580796 tst mo_mt_call_osmux.py: using CellId 36206\u000a20:53:02.705415 tst mo_mt_call_osmux.py: using BVCI 36207\u000a20:53:02.729931 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:53:02.741710 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:53:02.753133 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:53:02.764594 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:53:02.776148 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:53:02.787547 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:53:02.905691 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:53:03.111738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:03.581385 run create_hlr_db(pid=30143): Launched\u000a20:53:03.752062 bus /sierra_2: Setting Powered False\u000a20:53:04.774458 run create_hlr_db(pid=30143): Terminated: ok {rc=0}\u000a20:53:05.195968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Launched\u000a20:53:05.494746 run osmo-hlr_10.42.42.2(pid=30146): Launched\u000a20:53:05.608098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:06.126035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Launched\u000a20:53:06.423523 run osmo-stp_10.42.42.5(pid=30149): Launched\u000a20:53:06.531851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:53:07.074964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30151): Launched\u000a20:53:07.373399 run osmo-msc_10.42.42.6(pid=30152): Launched\u000a20:53:07.548749 run osmo-stp_10.42.42.5(pid=30149): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]\u000a20:53:07.675474 run osmo-stp_10.42.42.5(pid=30149): stdout: \u000a| (launched: 2022-12-13_20:53:06.276912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:07.799648 run osmo-stp_10.42.42.5(pid=30149): stderr: \u000a| �[0;m�[38;5;43m20221213205306444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205306444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205306444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205306445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205306445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205306445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205306445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:07.919843 run osmo-stp_10.42.42.5(pid=30149): stdout: \u000a| (launched: 2022-12-13_20:53:06.276912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:08.039062 run osmo-stp_10.42.42.5(pid=30149): stderr: \u000a| �[0;m�[38;5;43m20221213205306444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205306444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205306444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205306445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205306445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205306445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205306445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:08.091427 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:53:08.099988 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:53:08.159996 run osmo-hlr_10.42.42.2(pid=30146): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30146)]\u000a20:53:08.209323 run osmo-hlr_10.42.42.2(pid=30146): stdout: \u000a| (launched: 2022-12-13_20:53:05.348097) \u000a20:53:08.259199 run osmo-hlr_10.42.42.2(pid=30146): stderr: \u000a| �[0;m�[1;31m20221213205305519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205305519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205305519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205305519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205305519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205305519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205305532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205305540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205305540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205305540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:08.326860 run osmo-msc_10.42.42.6(pid=30152): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30152)]\u000a20:53:08.376066 run osmo-msc_10.42.42.6(pid=30152): stdout: \u000a| (launched: 2022-12-13_20:53:07.226770) \u000a20:53:08.426087 run osmo-msc_10.42.42.6(pid=30152): stderr: \u000a| �[0;m�[38;5;43m20221213205307495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205307495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff80c32dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205307495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205307495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205307495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205307496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205307497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205307498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205307498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205307498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:53:08.468375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Terminating (SIGTERM)\u000a20:53:08.508361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Terminating (SIGTERM)\u000a20:53:08.548334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30151): Terminating (SIGTERM)\u000a20:53:08.557548 --- ParallelTerminationStrategy: PID 30145 died...\u000a20:53:08.611349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30145): Terminated: ok {rc=0}\u000a20:53:08.620827 --- ParallelTerminationStrategy: PID 30148 died...\u000a20:53:08.674631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Terminated: ok {rc=0}\u000a20:53:08.684152 --- ParallelTerminationStrategy: PID 30151 died...\u000a20:53:08.737365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30151): Terminated: ok {rc=0}\u000a20:53:08.825914 bus /sierra_3: Setting Powered False\u000a20:53:09.929401 bus /sierra_3: Setting Powered False\u000a20:53:11.040066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:52:51" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30163): Process ended prematurely: osmo-stp_10.42.42.5(pid=30163) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30163)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30163): Process ended prematurely: osmo-stp_10.42.42.5(pid=30163) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:53:13.030947 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:13.041976 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:53:13.196221 tst mo_mt_call.py: using LAC 36207\u000a20:53:13.314512 tst mo_mt_call.py: using RAC 252\u000a20:53:13.433501 tst mo_mt_call.py: using CellId 36207\u000a20:53:13.549421 tst mo_mt_call.py: using BVCI 36208\u000a20:53:13.572092 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:13.583260 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:13.594286 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:13.605120 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:13.616388 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:13.627714 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:53:13.748262 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:53:13.947600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:14.415719 run create_hlr_db(pid=30157): Launched\u000a20:53:14.586339 bus /sierra_2: Setting Powered False\u000a20:53:15.608739 run create_hlr_db(pid=30157): Terminated: ok {rc=0}\u000a20:53:16.074656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30159): Launched\u000a20:53:16.495004 run osmo-hlr_10.42.42.2(pid=30160): Launched\u000a20:53:16.701592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:17.227392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30162): Launched\u000a20:53:17.532904 run osmo-stp_10.42.42.5(pid=30163): Launched\u000a20:53:17.641066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:53:18.185150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30165): Launched\u000a20:53:18.482199 run osmo-msc_10.42.42.6(pid=30166): Launched\u000a20:53:18.655744 run osmo-stp_10.42.42.5(pid=30163): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30163)]\u000a20:53:18.782171 run osmo-stp_10.42.42.5(pid=30163): stdout: \u000a| (launched: 2022-12-13_20:53:17.380767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:18.906267 run osmo-stp_10.42.42.5(pid=30163): stderr: \u000a| �[0;m�[38;5;43m20221213205317557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205317557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205317557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205317558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205317558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205317558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205317558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:19.026367 run osmo-stp_10.42.42.5(pid=30163): stdout: \u000a| (launched: 2022-12-13_20:53:17.380767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:19.145318 run osmo-stp_10.42.42.5(pid=30163): stderr: \u000a| �[0;m�[38;5;43m20221213205317557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205317557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205317557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205317558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205317558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205317558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205317558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:19.197429 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30163): Process ended prematurely: osmo-stp_10.42.42.5(pid=30163) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30163)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:53:19.205897 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:53:19.266405 run osmo-hlr_10.42.42.2(pid=30160): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30160)]\u000a20:53:19.315926 run osmo-hlr_10.42.42.2(pid=30160): stdout: \u000a| (launched: 2022-12-13_20:53:16.233812) \u000a20:53:19.365731 run osmo-hlr_10.42.42.2(pid=30160): stderr: \u000a| �[0;m�[1;31m20221213205316461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205316461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205316461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205316461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205316461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205316461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205316478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205316499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205316500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205316500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:19.433491 run osmo-msc_10.42.42.6(pid=30166): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30166)]\u000a20:53:19.482755 run osmo-msc_10.42.42.6(pid=30166): stdout: \u000a| (launched: 2022-12-13_20:53:18.336501) \u000a20:53:19.532476 run osmo-msc_10.42.42.6(pid=30166): stderr: \u000a| �[0;m�[38;5;43m20221213205318605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205318605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa4ff5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205318605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205318606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205318606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205318606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205318608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205318608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205318608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205318608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:53:19.574756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30159): Terminating (SIGTERM)\u000a20:53:19.614459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30162): Terminating (SIGTERM)\u000a20:53:19.654413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30165): Terminating (SIGTERM)\u000a20:53:19.663508 --- ParallelTerminationStrategy: PID 30159 died...\u000a20:53:19.717328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30159): Terminated: ok {rc=0}\u000a20:53:19.726854 --- ParallelTerminationStrategy: PID 30162 died...\u000a20:53:19.780096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30162): Terminated: ok {rc=0}\u000a20:53:19.789647 --- ParallelTerminationStrategy: PID 30165 died...\u000a20:53:19.842738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30165): Terminated: ok {rc=0}\u000a20:53:19.926071 bus /sierra_3: Setting Powered False\u000a20:53:21.032795 bus /sierra_3: Setting Powered False\u000a20:53:22.143915 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:53:23.253289 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:23.264818 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:53:23.419949 tst mo_mt_call_osmux.py: using LAC 36208\u000a20:53:23.537412 tst mo_mt_call_osmux.py: using RAC 253\u000a20:53:23.654364 tst mo_mt_call_osmux.py: using CellId 36208\u000a20:53:23.773367 tst mo_mt_call_osmux.py: using BVCI 36209\u000a20:53:23.795979 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:23.807132 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:23.818084 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:23.828771 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:23.840081 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:53:23.851423 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:53:23.967710 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:53:24.177729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:24.690508 run create_hlr_db(pid=30168): Launched\u000a20:53:24.874639 bus /sierra_2: Setting Powered False\u000a20:53:25.895819 run create_hlr_db(pid=30168): Terminated: ok {rc=0}\u000a20:53:26.293732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Launched\u000a20:53:26.590157 run osmo-hlr_10.42.42.2(pid=30171): Launched\u000a20:53:26.706867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:27.229347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Launched\u000a20:53:27.524638 run osmo-stp_10.42.42.5(pid=30174): Launched\u000a20:53:27.631916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:53:28.174427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30176): Launched\u000a20:53:28.470952 run osmo-msc_10.42.42.6(pid=30177): Launched\u000a20:53:28.645968 run osmo-stp_10.42.42.5(pid=30174): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]\u000a20:53:28.771951 run osmo-stp_10.42.42.5(pid=30174): stdout: \u000a| (launched: 2022-12-13_20:53:27.380119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:28.896584 run osmo-stp_10.42.42.5(pid=30174): stderr: \u000a| �[0;m�[38;5;43m20221213205327547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205327547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205327547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205327547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205327548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205327548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205327548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:29.016511 run osmo-stp_10.42.42.5(pid=30174): stdout: \u000a| (launched: 2022-12-13_20:53:27.380119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:29.135612 run osmo-stp_10.42.42.5(pid=30174): stderr: \u000a| �[0;m�[38;5;43m20221213205327547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205327547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205327547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205327547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205327548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205327548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205327548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:29.187742 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)] [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:53:29.196486 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:53:29.257182 run osmo-hlr_10.42.42.2(pid=30171): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30171)]\u000a20:53:29.306615 run osmo-hlr_10.42.42.2(pid=30171): stdout: \u000a| (launched: 2022-12-13_20:53:26.444485) \u000a20:53:29.356743 run osmo-hlr_10.42.42.2(pid=30171): stderr: \u000a| �[0;m�[1;31m20221213205326614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205326615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205326615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205326615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205326615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205326615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205326627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205326636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205326636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205326636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:29.424690 run osmo-msc_10.42.42.6(pid=30177): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30177)]\u000a20:53:29.474179 run osmo-msc_10.42.42.6(pid=30177): stdout: \u000a| (launched: 2022-12-13_20:53:28.325323) \u000a20:53:29.524113 run osmo-msc_10.42.42.6(pid=30177): stderr: \u000a| �[0;m�[38;5;43m20221213205328594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205328594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff42fa4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205328594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205328594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205328594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205328594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205328596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205328597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205328597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205328597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:53:29.566359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Terminating (SIGTERM)\u000a20:53:29.606284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Terminating (SIGTERM)\u000a20:53:29.646178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30176): Terminating (SIGTERM)\u000a20:53:29.655375 --- ParallelTerminationStrategy: PID 30170 died...\u000a20:53:29.709325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Terminated: ok {rc=0}\u000a20:53:29.718925 --- ParallelTerminationStrategy: PID 30173 died...\u000a20:53:29.772287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Terminated: ok {rc=0}\u000a20:53:29.781898 --- ParallelTerminationStrategy: PID 30176 died...\u000a20:53:29.835242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30176): Terminated: ok {rc=0}\u000a20:53:29.923623 bus /sierra_3: Setting Powered False\u000a20:53:31.053206 bus /sierra_3: Setting Powered False\u000a20:53:32.168380 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:53:12" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30188): Process ended prematurely: osmo-stp_10.42.42.5(pid=30188) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30188)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30188): Process ended prematurely: osmo-stp_10.42.42.5(pid=30188) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:53:34.160034 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:34.171136 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:53:34.323908 tst mo_mt_call.py: using LAC 36209\u000a20:53:34.438398 tst mo_mt_call.py: using RAC 254\u000a20:53:34.553894 tst mo_mt_call.py: using CellId 36209\u000a20:53:34.668511 tst mo_mt_call.py: using BVCI 36210\u000a20:53:34.691222 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:34.702530 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:34.713672 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:34.724664 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:34.736103 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:34.747639 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:53:34.868864 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:53:35.070345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:35.538943 run create_hlr_db(pid=30182): Launched\u000a20:53:35.709636 bus /sierra_2: Setting Powered False\u000a20:53:36.732056 run create_hlr_db(pid=30182): Terminated: ok {rc=0}\u000a20:53:37.127908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30184): Launched\u000a20:53:37.424740 run osmo-hlr_10.42.42.2(pid=30185): Launched\u000a20:53:37.540533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:38.061883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30187): Launched\u000a20:53:38.360222 run osmo-stp_10.42.42.5(pid=30188): Launched\u000a20:53:38.468762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:53:39.014417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30190): Launched\u000a20:53:39.314388 run osmo-msc_10.42.42.6(pid=30191): Launched\u000a20:53:39.489868 run osmo-stp_10.42.42.5(pid=30188): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30188)]\u000a20:53:39.617330 run osmo-stp_10.42.42.5(pid=30188): stdout: \u000a| (launched: 2022-12-13_20:53:38.213337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:39.741801 run osmo-stp_10.42.42.5(pid=30188): stderr: \u000a| �[0;m�[38;5;43m20221213205338379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205338379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205338380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205338380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205338380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205338381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205338381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:39.862062 run osmo-stp_10.42.42.5(pid=30188): stdout: \u000a| (launched: 2022-12-13_20:53:38.213337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:39.981388 run osmo-stp_10.42.42.5(pid=30188): stderr: \u000a| �[0;m�[38;5;43m20221213205338379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205338379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205338380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205338380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205338380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205338381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205338381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:40.033924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30188): Process ended prematurely: osmo-stp_10.42.42.5(pid=30188) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30188)] [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:53:40.042613 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a20:53:40.103065 run osmo-hlr_10.42.42.2(pid=30185): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30185)]\u000a20:53:40.152768 run osmo-hlr_10.42.42.2(pid=30185): stdout: \u000a| (launched: 2022-12-13_20:53:37.278990) \u000a20:53:40.203200 run osmo-hlr_10.42.42.2(pid=30185): stderr: \u000a| �[0;m�[1;31m20221213205337449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205337449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205337449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205337449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205337449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205337450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205337462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205337472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205337473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205337473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:40.271758 run osmo-msc_10.42.42.6(pid=30191): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30191)]\u000a20:53:40.321623 run osmo-msc_10.42.42.6(pid=30191): stdout: \u000a| (launched: 2022-12-13_20:53:39.166682) \u000a20:53:40.371988 run osmo-msc_10.42.42.6(pid=30191): stderr: \u000a| �[0;m�[38;5;43m20221213205339433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205339433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c3fcf7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205339433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205339433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205339433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205339434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205339435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205339436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205339436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205339436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:53:40.414753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30184): Terminating (SIGTERM)\u000a20:53:40.454927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30187): Terminating (SIGTERM)\u000a20:53:40.495141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30190): Terminating (SIGTERM)\u000a20:53:40.504393 --- ParallelTerminationStrategy: PID 30184 died...\u000a20:53:40.558679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30184): Terminated: ok {rc=0}\u000a20:53:40.568268 --- ParallelTerminationStrategy: PID 30187 died...\u000a20:53:40.621950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30187): Terminated: ok {rc=0}\u000a20:53:40.631566 --- ParallelTerminationStrategy: PID 30190 died...\u000a20:53:40.685454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30190): Terminated: ok {rc=0}\u000a20:53:40.773486 bus /sierra_3: Setting Powered False\u000a20:53:41.877601 bus /sierra_3: Setting Powered False\u000a20:53:42.989986 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30200): Process ended prematurely: osmo-stp_10.42.42.5(pid=30200) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30200): Process ended prematurely: osmo-stp_10.42.42.5(pid=30200) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:53:44.100210 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:44.112077 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:53:44.268657 tst mo_mt_call_osmux.py: using LAC 36210\u000a20:53:44.389836 tst mo_mt_call_osmux.py: using RAC 255\u000a20:53:44.504357 tst mo_mt_call_osmux.py: using CellId 36210\u000a20:53:44.625068 tst mo_mt_call_osmux.py: using BVCI 36211\u000a20:53:44.647621 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:44.659008 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:44.670209 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:44.681185 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:44.692492 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:53:44.703935 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:53:44.824429 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:53:45.033030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:45.545515 run create_hlr_db(pid=30194): Launched\u000a20:53:45.730086 bus /sierra_2: Setting Powered False\u000a20:53:46.753421 run create_hlr_db(pid=30194): Terminated: ok {rc=0}\u000a20:53:47.203091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Launched\u000a20:53:47.523704 run osmo-hlr_10.42.42.2(pid=30197): Launched\u000a20:53:47.639958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:48.192726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Launched\u000a20:53:48.508802 run osmo-stp_10.42.42.5(pid=30200): Launched\u000a20:53:48.623668 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:53:49.210839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30202): Launched\u000a20:53:49.527137 run osmo-msc_10.42.42.6(pid=30203): Launched\u000a20:53:49.712675 run osmo-stp_10.42.42.5(pid=30200): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)]\u000a20:53:49.848842 run osmo-stp_10.42.42.5(pid=30200): stdout: \u000a| (launched: 2022-12-13_20:53:48.354332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:49.981917 run osmo-stp_10.42.42.5(pid=30200): stderr: \u000a| �[0;m�[38;5;43m20221213205348541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205348541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205348542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205348542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205348542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205348542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205348543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:50.110505 run osmo-stp_10.42.42.5(pid=30200): stdout: \u000a| (launched: 2022-12-13_20:53:48.354332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:50.237637 run osmo-stp_10.42.42.5(pid=30200): stderr: \u000a| �[0;m�[38;5;43m20221213205348541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205348541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205348542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205348542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205348542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205348542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205348543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:50.293769 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30200): Process ended prematurely: osmo-stp_10.42.42.5(pid=30200) [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30200)] [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:53:50.303065 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:53:50.365382 run osmo-hlr_10.42.42.2(pid=30197): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30197)]\u000a20:53:50.416616 run osmo-hlr_10.42.42.2(pid=30197): stdout: \u000a| (launched: 2022-12-13_20:53:47.366180) \u000a20:53:50.468683 run osmo-hlr_10.42.42.2(pid=30197): stderr: \u000a| �[0;m�[1;31m20221213205347560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205347560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205347560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205347560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205347560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205347560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205347573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205347581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205347582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205347582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:50.539042 run osmo-msc_10.42.42.6(pid=30203): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30203)]\u000a20:53:50.590325 run osmo-msc_10.42.42.6(pid=30203): stdout: \u000a| (launched: 2022-12-13_20:53:49.372651) \u000a20:53:50.641950 run osmo-msc_10.42.42.6(pid=30203): stderr: \u000a| �[0;m�[38;5;43m20221213205349692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205349693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94eb735c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205349693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205349693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205349693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205349693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205349695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205349695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205349695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205349695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:53:50.685655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Terminating (SIGTERM)\u000a20:53:50.726940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Terminating (SIGTERM)\u000a20:53:50.768324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30202): Terminating (SIGTERM)\u000a20:53:50.777974 --- ParallelTerminationStrategy: PID 30196 died...\u000a20:53:50.832913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30196): Terminated: ok {rc=0}\u000a20:53:50.842990 --- ParallelTerminationStrategy: PID 30199 died...\u000a20:53:50.897943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30199): Terminated: ok {rc=0}\u000a20:53:50.907910 --- ParallelTerminationStrategy: PID 30202 died...\u000a20:53:50.962840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30202): Terminated: ok {rc=0}\u000a20:53:51.050025 bus /sierra_3: Setting Powered False\u000a20:53:52.156851 bus /sierra_3: Setting Powered False\u000a20:53:53.264240 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:53:33" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30214): Process ended prematurely: osmo-stp_10.42.42.5(pid=30214) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30214)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30214): Process ended prematurely: osmo-stp_10.42.42.5(pid=30214) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:53:55.264703 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:53:55.276011 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:53:55.448648 tst mo_mt_call.py: using LAC 36211\u000a20:53:55.573692 tst mo_mt_call.py: using RAC 1\u000a20:53:55.696875 tst mo_mt_call.py: using CellId 36211\u000a20:53:55.819855 tst mo_mt_call.py: using BVCI 36212\u000a20:53:55.844067 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:53:55.855465 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:53:55.866620 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:53:55.877669 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:53:55.889339 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:53:55.901012 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:53:56.019028 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:53:56.222219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:56.691957 run create_hlr_db(pid=30208): Launched\u000a20:53:56.863050 bus /sierra_2: Setting Powered False\u000a20:53:57.885992 run create_hlr_db(pid=30208): Terminated: ok {rc=0}\u000a20:53:58.309982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30210): Launched\u000a20:53:58.627046 run osmo-hlr_10.42.42.2(pid=30211): Launched\u000a20:53:58.747605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:59.298496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30213): Launched\u000a20:53:59.615425 run osmo-stp_10.42.42.5(pid=30214): Launched\u000a20:53:59.730728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:54:00.311622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30216): Launched\u000a20:54:00.628845 run osmo-msc_10.42.42.6(pid=30217): Launched\u000a20:54:00.814968 run osmo-stp_10.42.42.5(pid=30214): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30214)]\u000a20:54:01.014741 run osmo-stp_10.42.42.5(pid=30214): stdout: \u000a| (launched: 2022-12-13_20:53:59.459948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:01.204833 run osmo-stp_10.42.42.5(pid=30214): stderr: \u000a| �[0;m�[38;5;43m20221213205359646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205359646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205359646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205359647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205359647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205359647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205359647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:01.383356 run osmo-stp_10.42.42.5(pid=30214): stdout: \u000a| (launched: 2022-12-13_20:53:59.459948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:01.535577 run osmo-stp_10.42.42.5(pid=30214): stderr: \u000a| �[0;m�[38;5;43m20221213205359646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205359646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205359646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205359647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205359647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205359647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205359647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:01.607708 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30214): Process ended prematurely: osmo-stp_10.42.42.5(pid=30214) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30214)] [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:54:01.621980 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:54:01.691020 run osmo-hlr_10.42.42.2(pid=30211): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30211)]\u000a20:54:01.743717 run osmo-hlr_10.42.42.2(pid=30211): stdout: \u000a| (launched: 2022-12-13_20:53:58.471898) \u000a20:54:01.799325 run osmo-hlr_10.42.42.2(pid=30211): stderr: \u000a| �[0;m�[1;31m20221213205358664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205358664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205358664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205358664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205358664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205358664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205358676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205358685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205358685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205358685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:01.871225 run osmo-msc_10.42.42.6(pid=30217): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30217)]\u000a20:54:01.928138 run osmo-msc_10.42.42.6(pid=30217): stdout: \u000a| (launched: 2022-12-13_20:54:00.473613) \u000a20:54:01.987500 run osmo-msc_10.42.42.6(pid=30217): stderr: \u000a| �[0;m�[38;5;43m20221213205400788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205400788 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb708901c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205400788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205400788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205400789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205400789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205400790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205400791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205400791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205400791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:54:02.036206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30210): Terminating (SIGTERM)\u000a20:54:02.083100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30213): Terminating (SIGTERM)\u000a20:54:02.126680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30216): Terminating (SIGTERM)\u000a20:54:02.138058 --- ParallelTerminationStrategy: PID 30210 died...\u000a20:54:02.197706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30210): Terminated: ok {rc=0}\u000a20:54:02.208309 --- ParallelTerminationStrategy: PID 30213 died...\u000a20:54:02.266021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30213): Terminated: ok {rc=0}\u000a20:54:02.276523 --- ParallelTerminationStrategy: PID 30216 died...\u000a20:54:02.333034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30216): Terminated: ok {rc=0}\u000a20:54:02.449710 bus /sierra_3: Setting Powered False\u000a20:54:03.590870 bus /sierra_3: Setting Powered False\u000a20:54:04.711513 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30496): Process ended prematurely: osmo-stp_10.42.42.5(pid=30496) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30496)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30496): Process ended prematurely: osmo-stp_10.42.42.5(pid=30496) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:54:05.827218 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:54:05.839527 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:54:06.002240 tst mo_mt_call_osmux.py: using LAC 36212\u000a20:54:06.120090 tst mo_mt_call_osmux.py: using RAC 2\u000a20:54:06.242477 tst mo_mt_call_osmux.py: using CellId 36212\u000a20:54:06.362142 tst mo_mt_call_osmux.py: using BVCI 36213\u000a20:54:06.385883 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:54:06.397570 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:54:06.409302 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:54:06.421082 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:54:06.433981 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:54:06.446805 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:54:06.567492 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:54:06.771737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:07.290809 run create_hlr_db(pid=30490): Launched\u000a20:54:07.466188 bus /sierra_2: Setting Powered False\u000a20:54:08.489590 run create_hlr_db(pid=30490): Terminated: ok {rc=0}\u000a20:54:08.918391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30492): Launched\u000a20:54:09.331572 run osmo-hlr_10.42.42.2(pid=30493): Launched\u000a20:54:09.565780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:10.187842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30495): Launched\u000a20:54:10.615105 run osmo-stp_10.42.42.5(pid=30496): Launched\u000a20:54:10.828086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:54:11.438172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30498): Launched\u000a20:54:11.865524 run osmo-msc_10.42.42.6(pid=30499): Launched\u000a20:54:12.255392 run osmo-stp_10.42.42.5(pid=30496): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30496)]\u000a20:54:12.451294 run osmo-stp_10.42.42.5(pid=30496): stdout: \u000a| (launched: 2022-12-13_20:54:10.359224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:12.589543 run osmo-stp_10.42.42.5(pid=30496): stderr: \u000a| �[0;m�[38;5;43m20221213205410637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205410638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205410638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205410641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205410642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205410642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205410642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:12.722710 run osmo-stp_10.42.42.5(pid=30496): stdout: \u000a| (launched: 2022-12-13_20:54:10.359224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:12.855530 run osmo-stp_10.42.42.5(pid=30496): stderr: \u000a| �[0;m�[38;5;43m20221213205410637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205410638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205410638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205410641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205410642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205410642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205410642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:12.914150 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30496): Process ended prematurely: osmo-stp_10.42.42.5(pid=30496) [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30496)] [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:54:12.924637 tst mo_mt_call_osmux.py:8: Test FAILED (7.1 sec)\u000a20:54:12.990063 run osmo-hlr_10.42.42.2(pid=30493): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30493)]\u000a20:54:13.043913 run osmo-hlr_10.42.42.2(pid=30493): stdout: \u000a| (launched: 2022-12-13_20:54:09.078552) \u000a20:54:13.099536 run osmo-hlr_10.42.42.2(pid=30493): stderr: \u000a| �[0;m�[1;31m20221213205409414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205409414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205409414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205409414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205409414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205409414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205409431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205409439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205409439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205409440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:13.173688 run osmo-msc_10.42.42.6(pid=30499): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30499)]\u000a20:54:13.227272 run osmo-msc_10.42.42.6(pid=30499): stdout: \u000a| (launched: 2022-12-13_20:54:11.605903) \u000a20:54:13.281710 run osmo-msc_10.42.42.6(pid=30499): stderr: \u000a| �[0;m�[38;5;43m20221213205412098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205412098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff037e61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205412098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205412098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205412098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205412098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205412100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205412100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205412109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205412109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:54:13.328555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30492): Terminating (SIGTERM)\u000a20:54:13.373210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30495): Terminating (SIGTERM)\u000a20:54:13.420508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30498): Terminating (SIGTERM)\u000a20:54:13.431482 --- ParallelTerminationStrategy: PID 30492 died...\u000a20:54:13.491382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30492): Terminated: ok {rc=0}\u000a20:54:13.502555 --- ParallelTerminationStrategy: PID 30495 died...\u000a20:54:13.560916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30495): Terminated: ok {rc=0}\u000a20:54:13.572537 --- ParallelTerminationStrategy: PID 30498 died...\u000a20:54:13.631278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30498): Terminated: ok {rc=0}\u000a20:54:13.720017 bus /sierra_3: Setting Powered False\u000a20:54:14.826628 bus /sierra_3: Setting Powered False\u000a20:54:15.950802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:53:54" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "emergency:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30510): Process ended prematurely: osmo-stp_10.42.42.5(pid=30510) [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30510)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30510): Process ended prematurely: osmo-stp_10.42.42.5(pid=30510) [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:54:18.108733 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:18.120463 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a20:54:18.262459 tst emergency_mo_mt_call.py: using LAC 36213\u000a20:54:18.382501 tst emergency_mo_mt_call.py: using RAC 3\u000a20:54:18.501707 tst emergency_mo_mt_call.py: using CellId 36213\u000a20:54:18.619366 tst emergency_mo_mt_call.py: using BVCI 36214\u000a20:54:18.642777 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:18.654718 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:18.666772 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:18.679188 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:18.692007 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:18.704670 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:18.826196 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:19.033754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:19.558117 run create_hlr_db(pid=30504): Launched\u000a20:54:19.736263 bus /sierra_2: Setting Powered False\u000a20:54:20.758952 run create_hlr_db(pid=30504): Terminated: ok {rc=0}\u000a20:54:21.179513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30506): Launched\u000a20:54:21.586111 run osmo-hlr_10.42.42.2(pid=30507): Launched\u000a20:54:21.810950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:22.438660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30509): Launched\u000a20:54:22.835767 run osmo-stp_10.42.42.5(pid=30510): Launched\u000a20:54:23.075896 tst emergency_mo_mt_call.py: using MSISDN 8325\u000a20:54:23.280676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:54:23.851124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30512): Launched\u000a20:54:24.251240 run osmo-msc_10.42.42.6(pid=30513): Launched\u000a20:54:24.631615 run osmo-stp_10.42.42.5(pid=30510): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30510)]\u000a20:54:24.880789 run osmo-stp_10.42.42.5(pid=30510): stdout: \u000a| (launched: 2022-12-13_20:54:22.594576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:25.013962 run osmo-stp_10.42.42.5(pid=30510): stderr: \u000a| �[0;m�[38;5;43m20221213205422920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205422920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205422920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205422920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:25.141205 run osmo-stp_10.42.42.5(pid=30510): stdout: \u000a| (launched: 2022-12-13_20:54:22.594576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:25.266755 run osmo-stp_10.42.42.5(pid=30510): stderr: \u000a| �[0;m�[38;5;43m20221213205422920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205422920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205422920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205422920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205422925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:25.322091 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30510): Process ended prematurely: osmo-stp_10.42.42.5(pid=30510) [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30510)] [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a20:54:25.330924 tst emergency_mo_mt_call.py:19: Test FAILED (7.2 sec)\u000a20:54:25.393480 run osmo-hlr_10.42.42.2(pid=30507): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30507)]\u000a20:54:25.445031 run osmo-hlr_10.42.42.2(pid=30507): stdout: \u000a| (launched: 2022-12-13_20:54:21.337056) \u000a20:54:25.496904 run osmo-hlr_10.42.42.2(pid=30507): stderr: \u000a| �[0;m�[1;31m20221213205421677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205421677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205421677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205421677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205421677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205421677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205421691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205421709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205421710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205421710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:25.567551 run osmo-msc_10.42.42.6(pid=30513): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30513)]\u000a20:54:25.618863 run osmo-msc_10.42.42.6(pid=30513): stdout: \u000a| (launched: 2022-12-13_20:54:24.006372) \u000a20:54:25.670387 run osmo-msc_10.42.42.6(pid=30513): stderr: \u000a| �[0;m�[38;5;43m20221213205424607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205424607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd271978c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205424607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205424607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205424607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205424608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205424609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205424610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205424610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205424610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:54:25.714470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30506): Terminating (SIGTERM)\u000a20:54:25.755885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30509): Terminating (SIGTERM)\u000a20:54:25.797577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30512): Terminating (SIGTERM)\u000a20:54:25.807178 --- ParallelTerminationStrategy: PID 30506 died...\u000a20:54:25.863266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30506): Terminated: ok {rc=0}\u000a20:54:25.873468 --- ParallelTerminationStrategy: PID 30509 died...\u000a20:54:25.929074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30509): Terminated: ok {rc=0}\u000a20:54:25.939171 --- ParallelTerminationStrategy: PID 30512 died...\u000a20:54:25.994705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30512): Terminated: ok {rc=0}\u000a20:54:26.081289 bus /sierra_3: Setting Powered False\u000a20:54:27.183371 bus /sierra_3: Setting Powered False\u000a20:54:28.294474 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:54:29.345684 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:29.357520 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a20:54:29.501905 tst emergency_preemptive_call.py: using LAC 36214\u000a20:54:29.626961 tst emergency_preemptive_call.py: using RAC 4\u000a20:54:29.750202 tst emergency_preemptive_call.py: using CellId 36214\u000a20:54:29.874114 tst emergency_preemptive_call.py: using BVCI 36215\u000a20:54:29.898272 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:29.909648 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:29.920688 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:29.931876 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:29.942918 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:54:29.953871 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:30.072069 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:30.189490 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:30.303462 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:30.510656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:31.077176 run create_hlr_db(pid=30516): Launched\u000a20:54:31.256581 bus /sierra_2: Setting Powered False\u000a20:54:32.295077 run create_hlr_db(pid=30516): Terminated: ok {rc=0}\u000a20:54:32.715463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Launched\u000a20:54:33.030718 run osmo-hlr_10.42.42.2(pid=30519): Launched\u000a20:54:33.145752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:33.696577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Launched\u000a20:54:34.011968 run osmo-stp_10.42.42.5(pid=30522): Launched\u000a20:54:34.144415 tst emergency_preemptive_call.py: using MSISDN 8326\u000a20:54:34.301956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:54:34.877541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Launched\u000a20:54:35.193402 run osmo-msc_10.42.42.6(pid=30525): Launched\u000a20:54:35.379619 run osmo-stp_10.42.42.5(pid=30522): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]\u000a20:54:35.513549 run osmo-stp_10.42.42.5(pid=30522): stdout: \u000a| (launched: 2022-12-13_20:54:33.857167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:35.646257 run osmo-stp_10.42.42.5(pid=30522): stderr: \u000a| �[0;m�[38;5;43m20221213205434044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205434044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205434044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205434045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205434045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205434045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205434045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:35.773189 run osmo-stp_10.42.42.5(pid=30522): stdout: \u000a| (launched: 2022-12-13_20:54:33.857167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:35.898989 run osmo-stp_10.42.42.5(pid=30522): stderr: \u000a| �[0;m�[38;5;43m20221213205434044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205434044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205434044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205434045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205434045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205434045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205434045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:35.954092 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)] [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a20:54:35.962786 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a20:54:36.026238 run osmo-hlr_10.42.42.2(pid=30519): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30519)]\u000a20:54:36.078092 run osmo-hlr_10.42.42.2(pid=30519): stdout: \u000a| (launched: 2022-12-13_20:54:32.876205) \u000a20:54:36.130775 run osmo-hlr_10.42.42.2(pid=30519): stderr: \u000a| �[0;m�[1;31m20221213205433069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205433069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205433069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205433070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205433070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205433070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205433082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205433090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205433090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205433090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:36.202217 run osmo-msc_10.42.42.6(pid=30525): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30525)]\u000a20:54:36.254019 run osmo-msc_10.42.42.6(pid=30525): stdout: \u000a| (launched: 2022-12-13_20:54:35.038210) \u000a20:54:36.306425 run osmo-msc_10.42.42.6(pid=30525): stderr: \u000a| �[0;m�[38;5;43m20221213205435355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205435355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc798915c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205435355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205435355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205435355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205435356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205435358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205435358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205435358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205435358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:54:36.350865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Terminating (SIGTERM)\u000a20:54:36.392755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Terminating (SIGTERM)\u000a20:54:36.434774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Terminating (SIGTERM)\u000a20:54:36.444487 --- ParallelTerminationStrategy: PID 30518 died...\u000a20:54:36.500740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Terminated: ok {rc=0}\u000a20:54:36.511069 --- ParallelTerminationStrategy: PID 30521 died...\u000a20:54:36.567049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Terminated: ok {rc=0}\u000a20:54:36.577187 --- ParallelTerminationStrategy: PID 30524 died...\u000a20:54:36.633195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30524): Terminated: ok {rc=0}\u000a20:54:36.720869 bus /sierra_9: Setting Powered False\u000a20:54:37.828093 bus /sierra_9: Setting Powered False\u000a20:54:38.941023 bus /sierra_8: Setting Powered False\u000a20:54:40.044592 bus /sierra_8: Setting Powered False\u000a20:54:41.155065 bus /sierra_3: Setting Powered False\u000a20:54:42.261545 bus /sierra_3: Setting Powered False\u000a20:54:43.374235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:54:17" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30541): Process ended prematurely: osmo-stp_10.42.42.5(pid=30541) [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30541)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30541): Process ended prematurely: osmo-stp_10.42.42.5(pid=30541) [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:54:45.505920 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:45.516840 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:54:45.658528 tst cs_paging_gprs_active.py: using LAC 36215\u000a20:54:45.783902 tst cs_paging_gprs_active.py: using RAC 5\u000a20:54:45.927776 tst cs_paging_gprs_active.py: using CellId 36215\u000a20:54:46.049512 tst cs_paging_gprs_active.py: using BVCI 36216\u000a20:54:46.077331 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:46.089209 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:46.100982 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:46.112520 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:46.124805 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:46.137139 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:46.149589 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:46.161700 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:46.174066 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:46.298382 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:46.585418 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:54:46.717745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:47.052079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30531): Launched\u000a20:54:47.325659 run iperf3-srv_10.42.42.10(pid=30532): Launched\u000a20:54:47.524021 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:54:47.658943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:47.993101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30533): Launched\u000a20:54:48.270356 run iperf3-srv_10.42.42.10(pid=30534): Launched\u000a20:54:48.467378 tst cs_paging_gprs_active.py:38: start network...\u000a20:54:48.602140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:49.120070 run create_hlr_db(pid=30535): Launched\u000a20:54:49.306273 bus /sierra_2: Setting Powered False\u000a20:54:50.328501 run create_hlr_db(pid=30535): Terminated: ok {rc=0}\u000a20:54:50.734627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30537): Launched\u000a20:54:51.036539 run osmo-hlr_10.42.42.2(pid=30538): Launched\u000a20:54:51.152398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:51.680904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30540): Launched\u000a20:54:51.984799 run osmo-stp_10.42.42.5(pid=30541): Launched\u000a20:54:52.094922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:52.621345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30543): Launched\u000a20:54:52.728743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:52.991678 run patchelf(pid=30544): Launched\u000a20:54:53.168435 run osmo-stp_10.42.42.5(pid=30541): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30541)]\u000a20:54:53.297570 run osmo-stp_10.42.42.5(pid=30541): stdout: \u000a| (launched: 2022-12-13_20:54:51.834403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:53.426709 run osmo-stp_10.42.42.5(pid=30541): stderr: \u000a| �[0;m�[38;5;43m20221213205452000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205452000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205452000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205452001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205452001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205452001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205452002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:53.552371 run osmo-stp_10.42.42.5(pid=30541): stdout: \u000a| (launched: 2022-12-13_20:54:51.834403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:53.676693 run osmo-stp_10.42.42.5(pid=30541): stderr: \u000a| �[0;m�[38;5;43m20221213205452000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205452000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205452000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205452001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205452001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205452001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205452002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:53.821833 run patchelf(pid=30544): Terminating (SIGINT)\u000a20:54:53.992047 run patchelf(pid=30544): Terminated: ok {rc=0}\u000a20:54:54.023189 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30541): Process ended prematurely: osmo-stp_10.42.42.5(pid=30541) [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30541)] [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a20:54:54.032269 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:54:54.093079 run osmo-hlr_10.42.42.2(pid=30538): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30538)]\u000a20:54:54.142869 run osmo-hlr_10.42.42.2(pid=30538): stdout: \u000a| (launched: 2022-12-13_20:54:50.888455) \u000a20:54:54.193277 run osmo-hlr_10.42.42.2(pid=30538): stderr: \u000a| �[0;m�[1;31m20221213205451058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205451058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205451058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205451058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205451058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205451058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205451072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205451080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205451080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205451080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:54.236139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30531): Terminating (SIGTERM)\u000a20:54:54.276370 run iperf3-srv_10.42.42.10(pid=30532): Terminating (SIGTERM)\u000a20:54:54.316390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30533): Terminating (SIGTERM)\u000a20:54:54.356654 run iperf3-srv_10.42.42.10(pid=30534): Terminating (SIGTERM)\u000a20:54:54.396731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30537): Terminating (SIGTERM)\u000a20:54:54.436736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30540): Terminating (SIGTERM)\u000a20:54:54.476844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30543): Terminating (SIGTERM)\u000a20:54:54.486111 --- ParallelTerminationStrategy: PID 30531 died...\u000a20:54:54.540027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30531): Terminated: ok {rc=0}\u000a20:54:54.549656 --- ParallelTerminationStrategy: PID 30532 died...\u000a20:54:54.603267 run iperf3-srv_10.42.42.10(pid=30532): Terminated {rc=256}\u000a20:54:54.612703 --- ParallelTerminationStrategy: PID 30533 died...\u000a20:54:54.665990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30533): Terminated: ok {rc=0}\u000a20:54:54.675442 --- ParallelTerminationStrategy: PID 30534 died...\u000a20:54:54.728934 run iperf3-srv_10.42.42.10(pid=30534): Terminated {rc=256}\u000a20:54:54.738528 --- ParallelTerminationStrategy: PID 30537 died...\u000a20:54:54.791778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30537): Terminated: ok {rc=0}\u000a20:54:54.801392 --- ParallelTerminationStrategy: PID 30540 died...\u000a20:54:54.854729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30540): Terminated: ok {rc=0}\u000a20:54:54.864280 --- ParallelTerminationStrategy: PID 30543 died...\u000a20:54:54.917575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30543): Terminated: ok {rc=0}\u000a20:54:55.005606 bus /gobi_0: Setting Powered False\u000a20:54:56.108431 bus /gobi_0: Setting Powered False\u000a20:54:57.220308 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30563): Process ended prematurely: osmo-stp_10.42.42.5(pid=30563) [trial-2394↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30563)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30563): Process ended prematurely: osmo-stp_10.42.42.5(pid=30563) [trial-2394↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a20:54:58.329889 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.340827 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:54:58.479805 tst iperf3.py: using LAC 36216\u000a20:54:58.599212 tst iperf3.py: using RAC 6\u000a20:54:58.718941 tst iperf3.py: using CellId 36216\u000a20:54:58.839111 tst iperf3.py: using BVCI 36217\u000a20:54:58.861968 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.872439 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.882953 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.893470 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.903593 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.914143 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.924761 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.935521 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:58.946717 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:59.238288 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:54:59.372930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:59.705894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30545): Launched\u000a20:54:59.984080 run iperf3-srv_10.42.42.10(pid=30546): Launched\u000a20:55:00.182355 tst iperf3.py:8: start network...\u000a20:55:00.317880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:00.836113 run create_hlr_db(pid=30547): Launched\u000a20:55:01.032251 bus /gobi_6: Setting Powered False\u000a20:55:02.083266 run create_hlr_db(pid=30547): Terminated: ok {rc=0}\u000a20:55:02.510962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30559): Launched\u000a20:55:02.818220 run osmo-hlr_10.42.42.2(pid=30560): Launched\u000a20:55:02.937328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:03.468315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30562): Launched\u000a20:55:03.770020 run osmo-stp_10.42.42.5(pid=30563): Launched\u000a20:55:03.879792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:04.402821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30565): Launched\u000a20:55:04.510441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:04.773520 run patchelf(pid=30566): Launched\u000a20:55:04.950289 run osmo-stp_10.42.42.5(pid=30563): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30563)]\u000a20:55:05.079839 run osmo-stp_10.42.42.5(pid=30563): stdout: \u000a| (launched: 2022-12-13_20:55:03.622149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:05.209806 run osmo-stp_10.42.42.5(pid=30563): stderr: \u000a| �[0;m�[38;5;43m20221213205503787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205503788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205503788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205503788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205503789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205503789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205503789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:05.335314 run osmo-stp_10.42.42.5(pid=30563): stdout: \u000a| (launched: 2022-12-13_20:55:03.622149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:05.459612 run osmo-stp_10.42.42.5(pid=30563): stderr: \u000a| �[0;m�[38;5;43m20221213205503787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205503788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205503788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205503788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205503789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205503789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205503789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:05.605388 run patchelf(pid=30566): Terminating (SIGINT)\u000a20:55:05.776192 run patchelf(pid=30566): Terminated: ok {rc=0}\u000a20:55:05.807528 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30563): Process ended prematurely: osmo-stp_10.42.42.5(pid=30563) [trial-2394↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30563)] [trial-2394↪gprs:trx-lms↪iperf3.py:8]\u000a20:55:05.816698 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:55:05.877141 run osmo-hlr_10.42.42.2(pid=30560): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30560)]\u000a20:55:05.926855 run osmo-hlr_10.42.42.2(pid=30560): stdout: \u000a| (launched: 2022-12-13_20:55:02.667448) \u000a20:55:05.977116 run osmo-hlr_10.42.42.2(pid=30560): stderr: \u000a| �[0;m�[1;31m20221213205502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205502851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205502861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205502862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205502862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:06.019789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30545): Terminating (SIGTERM)\u000a20:55:06.059867 run iperf3-srv_10.42.42.10(pid=30546): Terminating (SIGTERM)\u000a20:55:06.100025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30559): Terminating (SIGTERM)\u000a20:55:06.140104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30562): Terminating (SIGTERM)\u000a20:55:06.180679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30565): Terminating (SIGTERM)\u000a20:55:06.189960 --- ParallelTerminationStrategy: PID 30545 died...\u000a20:55:06.243913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30545): Terminated: ok {rc=0}\u000a20:55:06.253613 --- ParallelTerminationStrategy: PID 30546 died...\u000a20:55:06.306978 run iperf3-srv_10.42.42.10(pid=30546): Terminated {rc=256}\u000a20:55:06.316454 --- ParallelTerminationStrategy: PID 30559 died...\u000a20:55:06.370523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30559): Terminated: ok {rc=0}\u000a20:55:06.380046 --- ParallelTerminationStrategy: PID 30562 died...\u000a20:55:06.433535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30562): Terminated: ok {rc=0}\u000a20:55:06.443042 --- ParallelTerminationStrategy: PID 30565 died...\u000a20:55:06.496597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30565): Terminated: ok {rc=0}\u000a20:55:06.585985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2394↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2394↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a20:55:07.702753 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:07.714355 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:55:07.860675 tst iperf3m4.py: using LAC 36217\u000a20:55:07.981510 tst iperf3m4.py: using RAC 7\u000a20:55:08.107759 tst iperf3m4.py: using CellId 36217\u000a20:55:08.228756 tst iperf3m4.py: using BVCI 36218\u000a20:55:08.251768 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:08.262439 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:08.272839 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:08.283226 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:08.293760 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:08.304823 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:08.316156 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:08.326909 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:08.337787 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:55:08.459461 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:55:08.583332 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:55:08.703879 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:55:08.997229 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:55:09.132181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:09.463930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30567): Launched\u000a20:55:09.740650 run iperf3-srv_10.42.42.10(pid=30568): Launched\u000a20:55:09.937128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:55:10.071096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:10.405627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30569): Launched\u000a20:55:10.683281 run iperf3-srv_10.42.42.10(pid=30570): Launched\u000a20:55:10.880109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:55:11.014198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:11.347907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30571): Launched\u000a20:55:11.624165 run iperf3-srv_10.42.42.10(pid=30572): Launched\u000a20:55:11.821486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:55:11.955805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:12.288324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30573): Launched\u000a20:55:12.564861 run iperf3-srv_10.42.42.10(pid=30574): Launched\u000a20:55:12.773804 tst iperf3m4.py:8: start network...\u000a20:55:12.911486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:13.431464 run create_hlr_db(pid=30671): Launched\u000a20:55:13.617994 bus /gobi_6: Setting Powered False\u000a20:55:14.644720 run create_hlr_db(pid=30671): Terminated: ok {rc=0}\u000a20:55:15.078467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Launched\u000a20:55:15.400461 run osmo-hlr_10.42.42.2(pid=30929): Launched\u000a20:55:15.522496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:16.111140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Launched\u000a20:55:16.463060 run osmo-stp_10.42.42.5(pid=30932): Launched\u000a20:55:16.680425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:17.298242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Launched\u000a20:55:17.407070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:17.672220 run patchelf(pid=30935): Launched\u000a20:55:17.849647 run osmo-stp_10.42.42.5(pid=30932): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]\u000a20:55:17.978849 run osmo-stp_10.42.42.5(pid=30932): stdout: \u000a| (launched: 2022-12-13_20:55:16.277955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:18.108034 run osmo-stp_10.42.42.5(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221213205516609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205516609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205516609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205516609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205516610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205516610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205516610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:18.233361 run osmo-stp_10.42.42.5(pid=30932): stdout: \u000a| (launched: 2022-12-13_20:55:16.277955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:18.357750 run osmo-stp_10.42.42.5(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221213205516609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205516609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205516609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205516609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205516610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205516610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205516610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:18.502163 run patchelf(pid=30935): Terminating (SIGINT)\u000a20:55:18.671645 run patchelf(pid=30935): Terminated: ok {rc=0}\u000a20:55:18.702844 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2394↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)] [trial-2394↪gprs:trx-lms↪iperf3m4.py:8]\u000a20:55:18.712054 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:55:18.772705 run osmo-hlr_10.42.42.2(pid=30929): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30929)]\u000a20:55:18.822153 run osmo-hlr_10.42.42.2(pid=30929): stdout: \u000a| (launched: 2022-12-13_20:55:15.243254) \u000a20:55:18.872054 run osmo-hlr_10.42.42.2(pid=30929): stderr: \u000a| �[0;m�[1;31m20221213205515436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205515437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205515437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205515437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205515437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205515437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205515450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205515459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205515459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205515459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:18.914541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30567): Terminating (SIGTERM)\u000a20:55:18.954384 run iperf3-srv_10.42.42.10(pid=30568): Terminating (SIGTERM)\u000a20:55:18.994235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30569): Terminating (SIGTERM)\u000a20:55:19.033926 run iperf3-srv_10.42.42.10(pid=30570): Terminating (SIGTERM)\u000a20:55:19.073747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30571): Terminating (SIGTERM)\u000a20:55:19.113614 run iperf3-srv_10.42.42.10(pid=30572): Terminating (SIGTERM)\u000a20:55:19.153411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30573): Terminating (SIGTERM)\u000a20:55:19.193641 run iperf3-srv_10.42.42.10(pid=30574): Terminating (SIGTERM)\u000a20:55:19.233239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminating (SIGTERM)\u000a20:55:19.273204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminating (SIGTERM)\u000a20:55:19.314097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Terminating (SIGTERM)\u000a20:55:19.322922 --- ParallelTerminationStrategy: PID 30567 died...\u000a20:55:19.377265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30567): Terminated: ok {rc=0}\u000a20:55:19.386975 --- ParallelTerminationStrategy: PID 30568 died...\u000a20:55:19.440749 run iperf3-srv_10.42.42.10(pid=30568): Terminated {rc=256}\u000a20:55:19.450404 --- ParallelTerminationStrategy: PID 30569 died...\u000a20:55:19.504098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30569): Terminated: ok {rc=0}\u000a20:55:19.513767 --- ParallelTerminationStrategy: PID 30570 died...\u000a20:55:19.567333 run iperf3-srv_10.42.42.10(pid=30570): Terminated {rc=256}\u000a20:55:19.577010 --- ParallelTerminationStrategy: PID 30571 died...\u000a20:55:19.631370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30571): Terminated: ok {rc=0}\u000a20:55:19.641074 --- ParallelTerminationStrategy: PID 30572 died...\u000a20:55:19.695275 run iperf3-srv_10.42.42.10(pid=30572): Terminated {rc=256}\u000a20:55:19.705059 --- ParallelTerminationStrategy: PID 30573 died...\u000a20:55:19.758962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30573): Terminated: ok {rc=0}\u000a20:55:19.768570 --- ParallelTerminationStrategy: PID 30574 died...\u000a20:55:19.822422 run iperf3-srv_10.42.42.10(pid=30574): Terminated {rc=256}\u000a20:55:19.832196 --- ParallelTerminationStrategy: PID 30928 died...\u000a20:55:19.886175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminated: ok {rc=0}\u000a20:55:19.895759 --- ParallelTerminationStrategy: PID 30931 died...\u000a20:55:19.949750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminated: ok {rc=0}\u000a20:55:19.959523 --- ParallelTerminationStrategy: PID 30934 died...\u000a20:55:20.013563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Terminated: ok {rc=0}\u000a20:55:20.101631 bus /gobi_4: Setting Powered False\u000a20:55:21.204754 bus /gobi_4: Setting Powered False\u000a20:55:22.316307 bus /gobi_1: Setting Powered False\u000a20:55:23.429690 bus /gobi_1: Setting Powered False\u000a20:55:24.543328 bus /gobi_0: Setting Powered False\u000a20:55:25.650503 bus /gobi_0: Setting Powered False\u000a20:55:26.762958 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31118): Process ended prematurely: osmo-stp_10.42.42.5(pid=31118) [trial-2394↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31118)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31118): Process ended prematurely: osmo-stp_10.42.42.5(pid=31118) [trial-2394↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a20:55:27.838271 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:27.850873 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:55:27.993683 tst ping.py: using LAC 36218\u000a20:55:28.122738 tst ping.py: using RAC 8\u000a20:55:28.251407 tst ping.py: using CellId 36218\u000a20:55:28.379903 tst ping.py: using BVCI 36219\u000a20:55:28.405741 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:28.417993 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:28.430145 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:28.442248 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:28.454690 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:28.466862 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:28.480282 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:28.492580 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:55:28.788091 tst ping.py:19: start network...\u000a20:55:28.925266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:29.439992 run create_hlr_db(pid=31112): Launched\u000a20:55:29.622940 bus /gobi_6: Setting Powered False\u000a20:55:30.644295 run create_hlr_db(pid=31112): Terminated: ok {rc=0}\u000a20:55:31.092063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31114): Launched\u000a20:55:31.452761 run osmo-hlr_10.42.42.2(pid=31115): Launched\u000a20:55:31.671508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:32.275468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31117): Launched\u000a20:55:32.579670 run osmo-stp_10.42.42.5(pid=31118): Launched\u000a20:55:32.694689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:33.247854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31120): Launched\u000a20:55:33.360539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:33.638048 run patchelf(pid=31121): Launched\u000a20:55:33.824271 run osmo-stp_10.42.42.5(pid=31118): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31118)]\u000a20:55:33.960112 run osmo-stp_10.42.42.5(pid=31118): stdout: \u000a| (launched: 2022-12-13_20:55:32.427787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:34.095920 run osmo-stp_10.42.42.5(pid=31118): stderr: \u000a| �[0;m�[38;5;43m20221213205532614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205532614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205532614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205532615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205532615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205532615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205532615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:34.228186 run osmo-stp_10.42.42.5(pid=31118): stdout: \u000a| (launched: 2022-12-13_20:55:32.427787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:34.358944 run osmo-stp_10.42.42.5(pid=31118): stderr: \u000a| �[0;m�[38;5;43m20221213205532614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205532614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205532614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205532615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205532615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205532615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205532615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:34.511172 run patchelf(pid=31121): Terminating (SIGINT)\u000a20:55:34.689984 run patchelf(pid=31121): Terminated: ok {rc=0}\u000a20:55:34.722438 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31118): Process ended prematurely: osmo-stp_10.42.42.5(pid=31118) [trial-2394↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31118)] [trial-2394↪gprs:trx-lms↪ping.py:22]\u000a20:55:34.731753 tst ping.py:22: Test FAILED (6.9 sec)\u000a20:55:34.794478 run osmo-hlr_10.42.42.2(pid=31115): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31115)]\u000a20:55:34.845921 run osmo-hlr_10.42.42.2(pid=31115): stdout: \u000a| (launched: 2022-12-13_20:55:31.291106) \u000a20:55:34.897964 run osmo-hlr_10.42.42.2(pid=31115): stderr: \u000a| �[0;m�[1;31m20221213205531634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205531634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205531634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205531634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205531634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205531634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205531650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205531666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205531667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205531667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:34.942094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31114): Terminating (SIGTERM)\u000a20:55:34.983900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31117): Terminating (SIGTERM)\u000a20:55:35.025781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31120): Terminating (SIGTERM)\u000a20:55:35.035423 --- ParallelTerminationStrategy: PID 31114 died...\u000a20:55:35.091434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31114): Terminated: ok {rc=0}\u000a20:55:35.101570 --- ParallelTerminationStrategy: PID 31117 died...\u000a20:55:35.157426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31117): Terminated: ok {rc=0}\u000a20:55:35.167455 --- ParallelTerminationStrategy: PID 31120 died...\u000a20:55:35.223026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31120): Terminated: ok {rc=0}\u000a20:55:35.309085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31128): Process ended prematurely: osmo-stp_10.42.42.5(pid=31128) [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31128)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31128): Process ended prematurely: osmo-stp_10.42.42.5(pid=31128) [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a20:55:36.363140 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:36.375453 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:55:36.522312 tst ping_idle_ping.py: using LAC 36219\u000a20:55:36.645087 tst ping_idle_ping.py: using RAC 9\u000a20:55:36.767535 tst ping_idle_ping.py: using CellId 36219\u000a20:55:36.896581 tst ping_idle_ping.py: using BVCI 36220\u000a20:55:36.920864 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:36.932017 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:36.942955 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:36.953827 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:36.964834 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:36.975894 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:36.987174 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:55:36.998378 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:55:37.288750 tst ping_idle_ping.py:24: start network...\u000a20:55:37.420745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:37.931975 run create_hlr_db(pid=31122): Launched\u000a20:55:38.116487 bus /gobi_6: Setting Powered False\u000a20:55:39.138096 run create_hlr_db(pid=31122): Terminated: ok {rc=0}\u000a20:55:39.561662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31124): Launched\u000a20:55:39.880191 run osmo-hlr_10.42.42.2(pid=31125): Launched\u000a20:55:39.996838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:40.548010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31127): Launched\u000a20:55:40.865204 run osmo-stp_10.42.42.5(pid=31128): Launched\u000a20:55:40.979834 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:41.533782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31130): Launched\u000a20:55:41.647035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:41.924341 run patchelf(pid=31131): Launched\u000a20:55:42.110802 run osmo-stp_10.42.42.5(pid=31128): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31128)]\u000a20:55:42.247080 run osmo-stp_10.42.42.5(pid=31128): stdout: \u000a| (launched: 2022-12-13_20:55:40.709666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:42.383375 run osmo-stp_10.42.42.5(pid=31128): stderr: \u000a| �[0;m�[38;5;43m20221213205540898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205540898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205540899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205540899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205540899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205540899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205540900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:42.515359 run osmo-stp_10.42.42.5(pid=31128): stdout: \u000a| (launched: 2022-12-13_20:55:40.709666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:42.646448 run osmo-stp_10.42.42.5(pid=31128): stderr: \u000a| �[0;m�[38;5;43m20221213205540898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205540898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205540899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205540899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205540899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205540899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205540900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:42.798961 run patchelf(pid=31131): Terminating (SIGINT)\u000a20:55:42.978054 run patchelf(pid=31131): Terminated: ok {rc=0}\u000a20:55:43.010794 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31128): Process ended prematurely: osmo-stp_10.42.42.5(pid=31128) [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31128)] [trial-2394↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a20:55:43.020156 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:55:43.082957 run osmo-hlr_10.42.42.2(pid=31125): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31125)]\u000a20:55:43.134770 run osmo-hlr_10.42.42.2(pid=31125): stdout: \u000a| (launched: 2022-12-13_20:55:39.723485) \u000a20:55:43.186956 run osmo-hlr_10.42.42.2(pid=31125): stderr: \u000a| �[0;m�[1;31m20221213205539918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205539918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205539918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205539918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205539918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205539918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205539930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205539938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205539938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205539938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:43.231330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31124): Terminating (SIGTERM)\u000a20:55:43.273176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31127): Terminating (SIGTERM)\u000a20:55:43.315259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31130): Terminating (SIGTERM)\u000a20:55:43.324735 --- ParallelTerminationStrategy: PID 31124 died...\u000a20:55:43.380691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31124): Terminated: ok {rc=0}\u000a20:55:43.391003 --- ParallelTerminationStrategy: PID 31127 died...\u000a20:55:43.446851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31127): Terminated: ok {rc=0}\u000a20:55:43.456906 --- ParallelTerminationStrategy: PID 31130 died...\u000a20:55:43.512794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31130): Terminated: ok {rc=0}\u000a20:55:43.599564 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:54:45" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31148): Process ended prematurely: osmo-stp_10.42.42.5(pid=31148) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31148): Process ended prematurely: osmo-stp_10.42.42.5(pid=31148) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:55:45.756828 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:45.768032 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:55:45.923252 tst cs_paging_gprs_active.py: using LAC 36220\u000a20:55:46.060092 tst cs_paging_gprs_active.py: using RAC 10\u000a20:55:46.222835 tst cs_paging_gprs_active.py: using CellId 36220\u000a20:55:46.378535 tst cs_paging_gprs_active.py: using BVCI 36221\u000a20:55:46.411350 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:46.425702 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:46.440385 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:46.454593 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:46.467576 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:46.480287 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:46.493670 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:46.506800 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:46.520040 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:55:46.648786 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:55:46.940697 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:55:47.111232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:47.442432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31136): Launched\u000a20:55:47.704528 run iperf3-srv_10.42.42.10(pid=31137): Launched\u000a20:55:47.888596 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:55:48.014959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:48.328112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31138): Launched\u000a20:55:48.587857 run iperf3-srv_10.42.42.10(pid=31139): Launched\u000a20:55:48.771379 tst cs_paging_gprs_active.py:38: start network...\u000a20:55:48.897084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:49.372748 run create_hlr_db(pid=31140): Launched\u000a20:55:49.546012 bus /gobi_6: Setting Powered False\u000a20:55:50.569352 run create_hlr_db(pid=31140): Terminated: ok {rc=0}\u000a20:55:50.969681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31142): Launched\u000a20:55:51.271844 run osmo-hlr_10.42.42.2(pid=31143): Launched\u000a20:55:51.388761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:51.919820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31145): Launched\u000a20:55:52.224049 run osmo-stp_10.42.42.5(pid=31148): Launched\u000a20:55:52.334743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:52.859936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31150): Launched\u000a20:55:52.967227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:53.228869 run patchelf(pid=31151): Launched\u000a20:55:53.407371 run osmo-stp_10.42.42.5(pid=31148): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)]\u000a20:55:53.536386 run osmo-stp_10.42.42.5(pid=31148): stdout: \u000a| (launched: 2022-12-13_20:55:52.074971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:53.665759 run osmo-stp_10.42.42.5(pid=31148): stderr: \u000a| �[0;m�[38;5;43m20221213205552240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205552240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205552240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205552241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205552241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205552241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205552241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:53.790669 run osmo-stp_10.42.42.5(pid=31148): stdout: \u000a| (launched: 2022-12-13_20:55:52.074971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:53.914990 run osmo-stp_10.42.42.5(pid=31148): stderr: \u000a| �[0;m�[38;5;43m20221213205552240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205552240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205552240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205552241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205552241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205552241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205552241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:54.060169 run patchelf(pid=31151): Terminating (SIGINT)\u000a20:55:54.231270 run patchelf(pid=31151): Terminated: ok {rc=0}\u000a20:55:54.262501 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31148): Process ended prematurely: osmo-stp_10.42.42.5(pid=31148) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:55:54.271675 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:55:54.332303 run osmo-hlr_10.42.42.2(pid=31143): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31143)]\u000a20:55:54.381502 run osmo-hlr_10.42.42.2(pid=31143): stdout: \u000a| (launched: 2022-12-13_20:55:51.122854) \u000a20:55:54.431777 run osmo-hlr_10.42.42.2(pid=31143): stderr: \u000a| �[0;m�[1;31m20221213205551298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205551299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205551299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205551299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205551299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205551299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205551311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205551319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205551319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205551320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:54.474158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31136): Terminating (SIGTERM)\u000a20:55:54.513850 run iperf3-srv_10.42.42.10(pid=31137): Terminating (SIGTERM)\u000a20:55:54.553769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31138): Terminating (SIGTERM)\u000a20:55:54.593375 run iperf3-srv_10.42.42.10(pid=31139): Terminating (SIGTERM)\u000a20:55:54.633587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31142): Terminating (SIGTERM)\u000a20:55:54.673460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31145): Terminating (SIGTERM)\u000a20:55:54.713425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31150): Terminating (SIGTERM)\u000a20:55:54.722638 --- ParallelTerminationStrategy: PID 31136 died...\u000a20:55:54.776490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31136): Terminated: ok {rc=0}\u000a20:55:54.786088 --- ParallelTerminationStrategy: PID 31137 died...\u000a20:55:54.840182 run iperf3-srv_10.42.42.10(pid=31137): Terminated {rc=256}\u000a20:55:54.849843 --- ParallelTerminationStrategy: PID 31138 died...\u000a20:55:54.903695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31138): Terminated: ok {rc=0}\u000a20:55:54.913344 --- ParallelTerminationStrategy: PID 31139 died...\u000a20:55:54.966762 run iperf3-srv_10.42.42.10(pid=31139): Terminated {rc=256}\u000a20:55:54.976248 --- ParallelTerminationStrategy: PID 31142 died...\u000a20:55:55.029931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31142): Terminated: ok {rc=0}\u000a20:55:55.039581 --- ParallelTerminationStrategy: PID 31145 died...\u000a20:55:55.093057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31145): Terminated: ok {rc=0}\u000a20:55:55.102588 --- ParallelTerminationStrategy: PID 31150 died...\u000a20:55:55.156160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31150): Terminated: ok {rc=0}\u000a20:55:55.240344 bus /gobi_0: Setting Powered False\u000a20:55:56.348734 bus /gobi_0: Setting Powered False\u000a20:55:57.459306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31160): Process ended prematurely: osmo-stp_10.42.42.5(pid=31160) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31160): Process ended prematurely: osmo-stp_10.42.42.5(pid=31160) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:55:58.568494 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:58.580117 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:55:58.724183 tst iperf3.py: using LAC 36221\u000a20:55:58.851474 tst iperf3.py: using RAC 11\u000a20:55:58.978357 tst iperf3.py: using CellId 36221\u000a20:55:59.104389 tst iperf3.py: using BVCI 36222\u000a20:55:59.129100 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:59.140757 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:59.151892 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:59.163065 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:59.174510 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:59.186139 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:59.197871 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:59.209312 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:59.221120 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:55:59.499650 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:55:59.625595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:59.937711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31152): Launched\u000a20:56:00.199690 run iperf3-srv_10.42.42.10(pid=31153): Launched\u000a20:56:00.383386 tst iperf3.py:8: start network...\u000a20:56:00.508654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:01.037546 run create_hlr_db(pid=31154): Launched\u000a20:56:01.264768 bus /gobi_6: Setting Powered False\u000a20:56:02.241717 run create_hlr_db(pid=31154): Terminated: ok {rc=0}\u000a20:56:02.710462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Launched\u000a20:56:03.057974 run osmo-hlr_10.42.42.2(pid=31157): Launched\u000a20:56:03.175006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:03.732121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Launched\u000a20:56:04.051927 run osmo-stp_10.42.42.5(pid=31160): Launched\u000a20:56:04.169034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:04.731688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31162): Launched\u000a20:56:04.846563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:05.127382 run patchelf(pid=31163): Launched\u000a20:56:05.315460 run osmo-stp_10.42.42.5(pid=31160): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)]\u000a20:56:05.452897 run osmo-stp_10.42.42.5(pid=31160): stdout: \u000a| (launched: 2022-12-13_20:56:03.895310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:05.590451 run osmo-stp_10.42.42.5(pid=31160): stderr: \u000a| �[0;m�[38;5;43m20221213205604084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205604084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205604085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205604085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205604086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205604086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205604086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:05.723424 run osmo-stp_10.42.42.5(pid=31160): stdout: \u000a| (launched: 2022-12-13_20:56:03.895310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:05.855573 run osmo-stp_10.42.42.5(pid=31160): stderr: \u000a| �[0;m�[38;5;43m20221213205604084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205604084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205604085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205604085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205604086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205604086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205604086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:06.009972 run patchelf(pid=31163): Terminating (SIGINT)\u000a20:56:06.192539 run patchelf(pid=31163): Terminated: ok {rc=0}\u000a20:56:06.225755 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31160): Process ended prematurely: osmo-stp_10.42.42.5(pid=31160) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31160)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a20:56:06.235376 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:56:06.298103 run osmo-hlr_10.42.42.2(pid=31157): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31157)]\u000a20:56:06.349299 run osmo-hlr_10.42.42.2(pid=31157): stdout: \u000a| (launched: 2022-12-13_20:56:02.877897) \u000a20:56:06.401003 run osmo-hlr_10.42.42.2(pid=31157): stderr: \u000a| �[0;m�[1;31m20221213205603099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205603099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205603099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205603099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205603099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205603099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205603127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205603137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205603137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205603137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:06.445260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31152): Terminating (SIGTERM)\u000a20:56:06.486774 run iperf3-srv_10.42.42.10(pid=31153): Terminating (SIGTERM)\u000a20:56:06.528260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Terminating (SIGTERM)\u000a20:56:06.570130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Terminating (SIGTERM)\u000a20:56:06.611954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31162): Terminating (SIGTERM)\u000a20:56:06.621742 --- ParallelTerminationStrategy: PID 31152 died...\u000a20:56:06.677638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31152): Terminated: ok {rc=0}\u000a20:56:06.687829 --- ParallelTerminationStrategy: PID 31153 died...\u000a20:56:06.743419 run iperf3-srv_10.42.42.10(pid=31153): Terminated {rc=256}\u000a20:56:06.753518 --- ParallelTerminationStrategy: PID 31156 died...\u000a20:56:06.808916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31156): Terminated: ok {rc=0}\u000a20:56:06.818892 --- ParallelTerminationStrategy: PID 31159 died...\u000a20:56:06.874372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31159): Terminated: ok {rc=0}\u000a20:56:06.884484 --- ParallelTerminationStrategy: PID 31162 died...\u000a20:56:06.939949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31162): Terminated: ok {rc=0}\u000a20:56:07.026482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31178): Process ended prematurely: osmo-stp_10.42.42.5(pid=31178) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31178)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31178): Process ended prematurely: osmo-stp_10.42.42.5(pid=31178) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:56:08.142782 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.154745 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:56:08.299364 tst iperf3m4.py: using LAC 36222\u000a20:56:08.426112 tst iperf3m4.py: using RAC 12\u000a20:56:08.552612 tst iperf3m4.py: using CellId 36222\u000a20:56:08.683520 tst iperf3m4.py: using BVCI 36223\u000a20:56:08.708080 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.719435 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.730469 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.741538 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.752398 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.763463 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.774690 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.785690 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:08.796851 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:56:08.914810 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:56:09.035813 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:56:09.154279 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:56:09.431617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:56:09.557598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:09.869190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31164): Launched\u000a20:56:10.129231 run iperf3-srv_10.42.42.10(pid=31165): Launched\u000a20:56:10.313101 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:56:10.438367 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:10.751038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Launched\u000a20:56:11.011238 run iperf3-srv_10.42.42.10(pid=31167): Launched\u000a20:56:11.195460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:56:11.320694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:11.634684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Launched\u000a20:56:11.896128 run iperf3-srv_10.42.42.10(pid=31169): Launched\u000a20:56:12.079682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:56:12.206017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:12.517584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31170): Launched\u000a20:56:12.776739 run iperf3-srv_10.42.42.10(pid=31171): Launched\u000a20:56:12.969394 tst iperf3m4.py:8: start network...\u000a20:56:13.104927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:13.622600 run create_hlr_db(pid=31172): Launched\u000a20:56:13.809105 bus /gobi_6: Setting Powered False\u000a20:56:14.829982 run create_hlr_db(pid=31172): Terminated: ok {rc=0}\u000a20:56:15.234861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31174): Launched\u000a20:56:15.535463 run osmo-hlr_10.42.42.2(pid=31175): Launched\u000a20:56:15.653375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:16.313362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31177): Launched\u000a20:56:16.811253 run osmo-stp_10.42.42.5(pid=31178): Launched\u000a20:56:16.960355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:17.505891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31180): Launched\u000a20:56:17.613793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:17.876936 run patchelf(pid=31181): Launched\u000a20:56:18.053866 run osmo-stp_10.42.42.5(pid=31178): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31178)]\u000a20:56:18.183982 run osmo-stp_10.42.42.5(pid=31178): stdout: \u000a| (launched: 2022-12-13_20:56:16.481638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:18.313970 run osmo-stp_10.42.42.5(pid=31178): stderr: \u000a| �[0;m�[38;5;43m20221213205616714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205616714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205616714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205616715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205616715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205616715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205616715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:18.439326 run osmo-stp_10.42.42.5(pid=31178): stdout: \u000a| (launched: 2022-12-13_20:56:16.481638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:18.563623 run osmo-stp_10.42.42.5(pid=31178): stderr: \u000a| �[0;m�[38;5;43m20221213205616714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205616714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205616714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205616715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205616715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205616715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205616715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:18.708270 run patchelf(pid=31181): Terminating (SIGINT)\u000a20:56:18.879153 run patchelf(pid=31181): Terminated: ok {rc=0}\u000a20:56:18.910616 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31178): Process ended prematurely: osmo-stp_10.42.42.5(pid=31178) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31178)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:56:18.919786 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:56:18.981016 run osmo-hlr_10.42.42.2(pid=31175): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31175)]\u000a20:56:19.031011 run osmo-hlr_10.42.42.2(pid=31175): stdout: \u000a| (launched: 2022-12-13_20:56:15.387945) \u000a20:56:19.081018 run osmo-hlr_10.42.42.2(pid=31175): stderr: \u000a| �[0;m�[1;31m20221213205615559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205615559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205615559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205615559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205615559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205615560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205615571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205615579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205615579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205615579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:19.123924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31164): Terminating (SIGTERM)\u000a20:56:19.164272 run iperf3-srv_10.42.42.10(pid=31165): Terminating (SIGTERM)\u000a20:56:19.204837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Terminating (SIGTERM)\u000a20:56:19.245156 run iperf3-srv_10.42.42.10(pid=31167): Terminating (SIGTERM)\u000a20:56:19.286069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Terminating (SIGTERM)\u000a20:56:19.326317 run iperf3-srv_10.42.42.10(pid=31169): Terminating (SIGTERM)\u000a20:56:19.366706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31170): Terminating (SIGTERM)\u000a20:56:19.407132 run iperf3-srv_10.42.42.10(pid=31171): Terminating (SIGTERM)\u000a20:56:19.447562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31174): Terminating (SIGTERM)\u000a20:56:19.487854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31177): Terminating (SIGTERM)\u000a20:56:19.528305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31180): Terminating (SIGTERM)\u000a20:56:19.537421 --- ParallelTerminationStrategy: PID 31164 died...\u000a20:56:19.591595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31164): Terminated: ok {rc=0}\u000a20:56:19.601402 --- ParallelTerminationStrategy: PID 31165 died...\u000a20:56:19.655294 run iperf3-srv_10.42.42.10(pid=31165): Terminated {rc=256}\u000a20:56:19.665009 --- ParallelTerminationStrategy: PID 31166 died...\u000a20:56:19.718597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Terminated: ok {rc=0}\u000a20:56:19.728236 --- ParallelTerminationStrategy: PID 31167 died...\u000a20:56:19.781874 run iperf3-srv_10.42.42.10(pid=31167): Terminated {rc=256}\u000a20:56:19.791588 --- ParallelTerminationStrategy: PID 31168 died...\u000a20:56:19.845090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Terminated: ok {rc=0}\u000a20:56:19.854761 --- ParallelTerminationStrategy: PID 31169 died...\u000a20:56:19.908375 run iperf3-srv_10.42.42.10(pid=31169): Terminated {rc=256}\u000a20:56:19.918139 --- ParallelTerminationStrategy: PID 31170 died...\u000a20:56:19.971875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31170): Terminated: ok {rc=0}\u000a20:56:19.981883 --- ParallelTerminationStrategy: PID 31171 died...\u000a20:56:20.035824 run iperf3-srv_10.42.42.10(pid=31171): Terminated {rc=256}\u000a20:56:20.045835 --- ParallelTerminationStrategy: PID 31174 died...\u000a20:56:20.100005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31174): Terminated: ok {rc=0}\u000a20:56:20.109868 --- ParallelTerminationStrategy: PID 31177 died...\u000a20:56:20.164497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31177): Terminated: ok {rc=0}\u000a20:56:20.174577 --- ParallelTerminationStrategy: PID 31180 died...\u000a20:56:20.228795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31180): Terminated: ok {rc=0}\u000a20:56:20.317875 bus /gobi_4: Setting Powered False\u000a20:56:21.421654 bus /gobi_4: Setting Powered False\u000a20:56:22.528703 bus /gobi_1: Setting Powered False\u000a20:56:23.636433 bus /gobi_1: Setting Powered False\u000a20:56:24.744659 bus /gobi_0: Setting Powered False\u000a20:56:25.851289 bus /gobi_0: Setting Powered False\u000a20:56:26.960702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:56:28.029869 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:28.041806 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:56:28.180083 tst ping.py: using LAC 36223\u000a20:56:28.296474 tst ping.py: using RAC 13\u000a20:56:28.414776 tst ping.py: using CellId 36223\u000a20:56:28.541903 tst ping.py: using BVCI 36224\u000a20:56:28.566445 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:28.578041 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:28.589316 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:28.600390 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:28.612000 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:28.623403 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:28.634943 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:28.646276 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:56:28.935564 tst ping.py:19: start network...\u000a20:56:29.067058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:29.573085 run create_hlr_db(pid=31182): Launched\u000a20:56:29.755848 bus /gobi_6: Setting Powered False\u000a20:56:30.777307 run create_hlr_db(pid=31182): Terminated: ok {rc=0}\u000a20:56:31.201540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Launched\u000a20:56:31.563457 run osmo-hlr_10.42.42.2(pid=31185): Launched\u000a20:56:31.703202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:32.359766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Launched\u000a20:56:32.658073 run osmo-stp_10.42.42.5(pid=31188): Launched\u000a20:56:32.766288 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:33.281619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Launched\u000a20:56:33.387002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:33.645975 run patchelf(pid=31191): Launched\u000a20:56:33.819500 run osmo-stp_10.42.42.5(pid=31188): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]\u000a20:56:33.946730 run osmo-stp_10.42.42.5(pid=31188): stdout: \u000a| (launched: 2022-12-13_20:56:32.510541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:34.073783 run osmo-stp_10.42.42.5(pid=31188): stderr: \u000a| �[0;m�[38;5;43m20221213205632674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205632674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205632674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205632675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205632675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205632675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:34.197283 run osmo-stp_10.42.42.5(pid=31188): stdout: \u000a| (launched: 2022-12-13_20:56:32.510541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:34.319674 run osmo-stp_10.42.42.5(pid=31188): stderr: \u000a| �[0;m�[38;5;43m20221213205632674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205632674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205632674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205632675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205632675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205632675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:34.462132 run patchelf(pid=31191): Terminating (SIGINT)\u000a20:56:34.629684 run patchelf(pid=31191): Terminated: ok {rc=0}\u000a20:56:34.660085 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a20:56:34.668695 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:56:34.729644 run osmo-hlr_10.42.42.2(pid=31185): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31185)]\u000a20:56:34.778908 run osmo-hlr_10.42.42.2(pid=31185): stdout: \u000a| (launched: 2022-12-13_20:56:31.356868) \u000a20:56:34.829000 run osmo-hlr_10.42.42.2(pid=31185): stderr: \u000a| �[0;m�[1;31m20221213205631723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205631723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205631723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205631723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205631723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205631724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205631747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205631774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205631774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205631774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:34.871755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Terminating (SIGTERM)\u000a20:56:34.911918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Terminating (SIGTERM)\u000a20:56:34.952047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Terminating (SIGTERM)\u000a20:56:34.961478 --- ParallelTerminationStrategy: PID 31184 died...\u000a20:56:35.016322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Terminated: ok {rc=0}\u000a20:56:35.026154 --- ParallelTerminationStrategy: PID 31187 died...\u000a20:56:35.080024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Terminated: ok {rc=0}\u000a20:56:35.089821 --- ParallelTerminationStrategy: PID 31190 died...\u000a20:56:35.143873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Terminated: ok {rc=0}\u000a20:56:35.233043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:56:36.286268 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:36.298758 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:56:36.456275 tst ping_idle_ping.py: using LAC 36224\u000a20:56:36.576225 tst ping_idle_ping.py: using RAC 14\u000a20:56:36.695187 tst ping_idle_ping.py: using CellId 36224\u000a20:56:36.811058 tst ping_idle_ping.py: using BVCI 36225\u000a20:56:36.833811 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:36.844728 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:36.855661 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:36.866348 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:36.877208 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:36.888272 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:36.899364 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:56:36.910458 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:56:37.184049 tst ping_idle_ping.py:24: start network...\u000a20:56:37.306538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:37.774198 run create_hlr_db(pid=31192): Launched\u000a20:56:37.943897 bus /gobi_6: Setting Powered False\u000a20:56:38.966466 run create_hlr_db(pid=31192): Terminated: ok {rc=0}\u000a20:56:39.390145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Launched\u000a20:56:39.707861 run osmo-hlr_10.42.42.2(pid=31195): Launched\u000a20:56:39.824258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:40.377617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Launched\u000a20:56:40.696495 run osmo-stp_10.42.42.5(pid=31198): Launched\u000a20:56:40.811180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:41.366963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31200): Launched\u000a20:56:41.480127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:41.758627 run patchelf(pid=31201): Launched\u000a20:56:41.945727 run osmo-stp_10.42.42.5(pid=31198): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]\u000a20:56:42.081672 run osmo-stp_10.42.42.5(pid=31198): stdout: \u000a| (launched: 2022-12-13_20:56:40.539179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:42.218908 run osmo-stp_10.42.42.5(pid=31198): stderr: \u000a| �[0;m�[38;5;43m20221213205640727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205640727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205640727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205640728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205640728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205640728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205640728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:42.351393 run osmo-stp_10.42.42.5(pid=31198): stdout: \u000a| (launched: 2022-12-13_20:56:40.539179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:42.482964 run osmo-stp_10.42.42.5(pid=31198): stderr: \u000a| �[0;m�[38;5;43m20221213205640727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205640727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205640727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205640728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205640728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205640728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205640728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:42.635486 run patchelf(pid=31201): Terminating (SIGINT)\u000a20:56:42.814876 run patchelf(pid=31201): Terminated: ok {rc=0}\u000a20:56:42.847316 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)] [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:56:42.856411 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:56:42.918943 run osmo-hlr_10.42.42.2(pid=31195): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31195)]\u000a20:56:42.970072 run osmo-hlr_10.42.42.2(pid=31195): stdout: \u000a| (launched: 2022-12-13_20:56:39.551624) \u000a20:56:43.021801 run osmo-hlr_10.42.42.2(pid=31195): stderr: \u000a| �[0;m�[1;31m20221213205639745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205639745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205639745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205639745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205639745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205639746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205639758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205639766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205639766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205639767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:43.066151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Terminating (SIGTERM)\u000a20:56:43.107921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Terminating (SIGTERM)\u000a20:56:43.150029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31200): Terminating (SIGTERM)\u000a20:56:43.160061 --- ParallelTerminationStrategy: PID 31194 died...\u000a20:56:43.216220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Terminated: ok {rc=0}\u000a20:56:43.226443 --- ParallelTerminationStrategy: PID 31197 died...\u000a20:56:43.282273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Terminated: ok {rc=0}\u000a20:56:43.292446 --- ParallelTerminationStrategy: PID 31200 died...\u000a20:56:43.348655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31200): Terminated: ok {rc=0}\u000a20:56:43.435838 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:55:45" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31216): Process ended prematurely: osmo-stp_10.42.42.5(pid=31216) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31216): Process ended prematurely: osmo-stp_10.42.42.5(pid=31216) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:56:45.600221 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:45.611737 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:56:45.774463 tst cs_paging_gprs_active.py: using LAC 36225\u000a20:56:45.927576 tst cs_paging_gprs_active.py: using RAC 15\u000a20:56:46.055926 tst cs_paging_gprs_active.py: using CellId 36225\u000a20:56:46.186194 tst cs_paging_gprs_active.py: using BVCI 36226\u000a20:56:46.210733 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:46.222796 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:46.234513 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:46.246221 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:46.259504 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:46.272542 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:46.285567 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:46.298262 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:46.311081 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:56:46.433852 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:56:46.804832 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:56:46.977124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:47.347216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31206): Launched\u000a20:56:47.626662 run iperf3-srv_10.42.42.10(pid=31207): Launched\u000a20:56:47.825731 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:56:47.961227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:48.296553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31208): Launched\u000a20:56:48.576029 run iperf3-srv_10.42.42.10(pid=31209): Launched\u000a20:56:48.773844 tst cs_paging_gprs_active.py:38: start network...\u000a20:56:48.908645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:49.426889 run create_hlr_db(pid=31210): Launched\u000a20:56:49.615177 bus /gobi_6: Setting Powered False\u000a20:56:50.636902 run create_hlr_db(pid=31210): Terminated: ok {rc=0}\u000a20:56:51.039743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Launched\u000a20:56:51.345910 run osmo-hlr_10.42.42.2(pid=31213): Launched\u000a20:56:51.459855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:51.981559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Launched\u000a20:56:52.284005 run osmo-stp_10.42.42.5(pid=31216): Launched\u000a20:56:52.393881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:52.919158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31218): Launched\u000a20:56:53.026350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:53.296378 run patchelf(pid=31219): Launched\u000a20:56:53.473251 run osmo-stp_10.42.42.5(pid=31216): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)]\u000a20:56:53.602728 run osmo-stp_10.42.42.5(pid=31216): stdout: \u000a| (launched: 2022-12-13_20:56:52.134810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:53.732254 run osmo-stp_10.42.42.5(pid=31216): stderr: \u000a| �[0;m�[38;5;43m20221213205652301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205652302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205652302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205652302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205652303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205652303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205652303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:53.857755 run osmo-stp_10.42.42.5(pid=31216): stdout: \u000a| (launched: 2022-12-13_20:56:52.134810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:53.982886 run osmo-stp_10.42.42.5(pid=31216): stderr: \u000a| �[0;m�[38;5;43m20221213205652301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205652302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205652302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205652302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205652303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205652303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205652303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:54.128417 run patchelf(pid=31219): Terminating (SIGINT)\u000a20:56:54.299790 run patchelf(pid=31219): Terminated: ok {rc=0}\u000a20:56:54.331255 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31216): Process ended prematurely: osmo-stp_10.42.42.5(pid=31216) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:56:54.340397 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:56:54.400780 run osmo-hlr_10.42.42.2(pid=31213): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31213)]\u000a20:56:54.450224 run osmo-hlr_10.42.42.2(pid=31213): stdout: \u000a| (launched: 2022-12-13_20:56:51.193650) \u000a20:56:54.500011 run osmo-hlr_10.42.42.2(pid=31213): stderr: \u000a| �[0;m�[1;31m20221213205651367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205651367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205651367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205651367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205651367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205651367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205651380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205651388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205651388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205651388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:54.542520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31206): Terminating (SIGTERM)\u000a20:56:54.582641 run iperf3-srv_10.42.42.10(pid=31207): Terminating (SIGTERM)\u000a20:56:54.622765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31208): Terminating (SIGTERM)\u000a20:56:54.662594 run iperf3-srv_10.42.42.10(pid=31209): Terminating (SIGTERM)\u000a20:56:54.702521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Terminating (SIGTERM)\u000a20:56:54.742306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Terminating (SIGTERM)\u000a20:56:54.782217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31218): Terminating (SIGTERM)\u000a20:56:54.791400 --- ParallelTerminationStrategy: PID 31206 died...\u000a20:56:54.845443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31206): Terminated: ok {rc=0}\u000a20:56:54.855006 --- ParallelTerminationStrategy: PID 31207 died...\u000a20:56:54.908689 run iperf3-srv_10.42.42.10(pid=31207): Terminated {rc=256}\u000a20:56:54.918274 --- ParallelTerminationStrategy: PID 31208 died...\u000a20:56:54.971959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31208): Terminated: ok {rc=0}\u000a20:56:54.981691 --- ParallelTerminationStrategy: PID 31209 died...\u000a20:56:55.035384 run iperf3-srv_10.42.42.10(pid=31209): Terminated {rc=256}\u000a20:56:55.045141 --- ParallelTerminationStrategy: PID 31212 died...\u000a20:56:55.098819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Terminated: ok {rc=0}\u000a20:56:55.108363 --- ParallelTerminationStrategy: PID 31215 died...\u000a20:56:55.162407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Terminated: ok {rc=0}\u000a20:56:55.172065 --- ParallelTerminationStrategy: PID 31218 died...\u000a20:56:55.225801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31218): Terminated: ok {rc=0}\u000a20:56:55.314189 bus /gobi_0: Setting Powered False\u000a20:56:56.416437 bus /gobi_0: Setting Powered False\u000a20:56:57.523058 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31228): Process ended prematurely: osmo-stp_10.42.42.5(pid=31228) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31228): Process ended prematurely: osmo-stp_10.42.42.5(pid=31228) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:56:58.637629 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:58.649557 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:56:58.815354 tst iperf3.py: using LAC 36226\u000a20:56:58.941218 tst iperf3.py: using RAC 16\u000a20:56:59.070471 tst iperf3.py: using CellId 36226\u000a20:56:59.199470 tst iperf3.py: using BVCI 36227\u000a20:56:59.224307 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:59.235635 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:59.246786 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:59.257956 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:59.269118 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:59.280236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:59.291502 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:59.302644 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:56:59.314114 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:56:59.608265 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:56:59.742735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:57:00.076089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31220): Launched\u000a20:57:00.353407 run iperf3-srv_10.42.42.10(pid=31221): Launched\u000a20:57:00.552102 tst iperf3.py:8: start network...\u000a20:57:00.687027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:01.227534 run create_hlr_db(pid=31222): Launched\u000a20:57:01.414675 bus /gobi_6: Setting Powered False\u000a20:57:02.441273 run create_hlr_db(pid=31222): Terminated: ok {rc=0}\u000a20:57:02.870141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Launched\u000a20:57:03.193083 run osmo-hlr_10.42.42.2(pid=31225): Launched\u000a20:57:03.347544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:03.910529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Launched\u000a20:57:04.231846 run osmo-stp_10.42.42.5(pid=31228): Launched\u000a20:57:04.347607 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:04.911266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31230): Launched\u000a20:57:05.026477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:05.309540 run patchelf(pid=31231): Launched\u000a20:57:05.497813 run osmo-stp_10.42.42.5(pid=31228): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)]\u000a20:57:05.635501 run osmo-stp_10.42.42.5(pid=31228): stdout: \u000a| (launched: 2022-12-13_20:57:04.074873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:05.773447 run osmo-stp_10.42.42.5(pid=31228): stderr: \u000a| �[0;m�[38;5;43m20221213205704264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205704264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205704264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205704265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205704265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205704265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205704265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:05.906962 run osmo-stp_10.42.42.5(pid=31228): stdout: \u000a| (launched: 2022-12-13_20:57:04.074873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:06.039425 run osmo-stp_10.42.42.5(pid=31228): stderr: \u000a| �[0;m�[38;5;43m20221213205704264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205704264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205704264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205704265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205704265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205704265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205704265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:06.194959 run patchelf(pid=31231): Terminating (SIGINT)\u000a20:57:06.376666 run patchelf(pid=31231): Terminated: ok {rc=0}\u000a20:57:06.410020 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31228): Process ended prematurely: osmo-stp_10.42.42.5(pid=31228) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:57:06.419761 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:57:06.482408 run osmo-hlr_10.42.42.2(pid=31225): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31225)]\u000a20:57:06.533534 run osmo-hlr_10.42.42.2(pid=31225): stdout: \u000a| (launched: 2022-12-13_20:57:03.034330) \u000a20:57:06.586041 run osmo-hlr_10.42.42.2(pid=31225): stderr: \u000a| �[0;m�[1;31m20221213205703227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205703227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205703227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205703227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205703228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205703228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205703239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205703249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205703249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205703249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:06.630432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31220): Terminating (SIGTERM)\u000a20:57:06.672273 run iperf3-srv_10.42.42.10(pid=31221): Terminating (SIGTERM)\u000a20:57:06.714667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Terminating (SIGTERM)\u000a20:57:06.756579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Terminating (SIGTERM)\u000a20:57:06.798923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31230): Terminating (SIGTERM)\u000a20:57:06.808687 --- ParallelTerminationStrategy: PID 31220 died...\u000a20:57:06.865251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31220): Terminated: ok {rc=0}\u000a20:57:06.875496 --- ParallelTerminationStrategy: PID 31221 died...\u000a20:57:06.931091 run iperf3-srv_10.42.42.10(pid=31221): Terminated {rc=256}\u000a20:57:06.941373 --- ParallelTerminationStrategy: PID 31224 died...\u000a20:57:06.996804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Terminated: ok {rc=0}\u000a20:57:07.006944 --- ParallelTerminationStrategy: PID 31227 died...\u000a20:57:07.062649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Terminated: ok {rc=0}\u000a20:57:07.072872 --- ParallelTerminationStrategy: PID 31230 died...\u000a20:57:07.128761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31230): Terminated: ok {rc=0}\u000a20:57:07.215217 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:57:08.331271 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.343294 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:57:08.510284 tst iperf3m4.py: using LAC 36227\u000a20:57:08.637231 tst iperf3m4.py: using RAC 17\u000a20:57:08.759270 tst iperf3m4.py: using CellId 36227\u000a20:57:08.880219 tst iperf3m4.py: using BVCI 36228\u000a20:57:08.903406 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.914549 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.925501 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.936409 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.947611 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.958745 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.969995 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.980873 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:08.992112 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:57:09.116509 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:57:09.235614 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:57:09.355257 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:57:09.648867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:57:09.784157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:57:10.117131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31232): Launched\u000a20:57:10.397076 run iperf3-srv_10.42.42.10(pid=31233): Launched\u000a20:57:10.595214 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:57:10.730297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:57:11.065273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31234): Launched\u000a20:57:11.343411 run iperf3-srv_10.42.42.10(pid=31235): Launched\u000a20:57:11.541039 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:57:11.675817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:57:12.008626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Launched\u000a20:57:12.287135 run iperf3-srv_10.42.42.10(pid=31237): Launched\u000a20:57:12.485097 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:57:12.620457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:57:12.954469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Launched\u000a20:57:13.234120 run iperf3-srv_10.42.42.10(pid=31239): Launched\u000a20:57:13.431624 tst iperf3m4.py:8: start network...\u000a20:57:13.566361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:14.085172 run create_hlr_db(pid=31240): Launched\u000a20:57:14.272604 bus /gobi_6: Setting Powered False\u000a20:57:15.293933 run create_hlr_db(pid=31240): Terminated: ok {rc=0}\u000a20:57:15.705414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Launched\u000a20:57:16.098835 run osmo-hlr_10.42.42.2(pid=31243): Launched\u000a20:57:16.291086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:16.886633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Launched\u000a20:57:17.319265 run osmo-stp_10.42.42.5(pid=31246): Launched\u000a20:57:17.449277 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:17.980859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Launched\u000a20:57:18.096081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:18.378621 run patchelf(pid=31249): Launched\u000a20:57:18.567246 run osmo-stp_10.42.42.5(pid=31246): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]\u000a20:57:18.705894 run osmo-stp_10.42.42.5(pid=31246): stdout: \u000a| (launched: 2022-12-13_20:57:17.054130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:18.844136 run osmo-stp_10.42.42.5(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221213205717315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205717315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205717315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205717316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205717329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205717329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205717329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:18.977881 run osmo-stp_10.42.42.5(pid=31246): stdout: \u000a| (launched: 2022-12-13_20:57:17.054130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:19.110792 run osmo-stp_10.42.42.5(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221213205717315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205717315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205717315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205717316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205717329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205717329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205717329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:19.265932 run patchelf(pid=31249): Terminating (SIGINT)\u000a20:57:19.447572 run patchelf(pid=31249): Terminated: ok {rc=0}\u000a20:57:19.480818 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:57:19.490724 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:57:19.553519 run osmo-hlr_10.42.42.2(pid=31243): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31243)]\u000a20:57:19.604564 run osmo-hlr_10.42.42.2(pid=31243): stdout: \u000a| (launched: 2022-12-13_20:57:15.879522) \u000a20:57:19.656349 run osmo-hlr_10.42.42.2(pid=31243): stderr: \u000a| �[0;m�[1;31m20221213205716224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205716224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205716224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205716224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205716224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205716224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205716243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205716256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205716256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205716256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:19.700731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31232): Terminating (SIGTERM)\u000a20:57:19.742782 run iperf3-srv_10.42.42.10(pid=31233): Terminating (SIGTERM)\u000a20:57:19.785265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31234): Terminating (SIGTERM)\u000a20:57:19.827481 run iperf3-srv_10.42.42.10(pid=31235): Terminating (SIGTERM)\u000a20:57:19.869858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Terminating (SIGTERM)\u000a20:57:19.911910 run iperf3-srv_10.42.42.10(pid=31237): Terminating (SIGTERM)\u000a20:57:19.954454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Terminating (SIGTERM)\u000a20:57:19.996366 run iperf3-srv_10.42.42.10(pid=31239): Terminating (SIGTERM)\u000a20:57:20.038575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminating (SIGTERM)\u000a20:57:20.080744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminating (SIGTERM)\u000a20:57:20.123363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminating (SIGTERM)\u000a20:57:20.132798 --- ParallelTerminationStrategy: PID 31232 died...\u000a20:57:20.188936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31232): Terminated: ok {rc=0}\u000a20:57:20.199290 --- ParallelTerminationStrategy: PID 31233 died...\u000a20:57:20.255129 run iperf3-srv_10.42.42.10(pid=31233): Terminated {rc=256}\u000a20:57:20.265213 --- ParallelTerminationStrategy: PID 31234 died...\u000a20:57:20.320982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31234): Terminated: ok {rc=0}\u000a20:57:20.331149 --- ParallelTerminationStrategy: PID 31235 died...\u000a20:57:20.386752 run iperf3-srv_10.42.42.10(pid=31235): Terminated {rc=256}\u000a20:57:20.396929 --- ParallelTerminationStrategy: PID 31236 died...\u000a20:57:20.452670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Terminated: ok {rc=0}\u000a20:57:20.462883 --- ParallelTerminationStrategy: PID 31237 died...\u000a20:57:20.518814 run iperf3-srv_10.42.42.10(pid=31237): Terminated {rc=256}\u000a20:57:20.528874 --- ParallelTerminationStrategy: PID 31238 died...\u000a20:57:20.584457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Terminated: ok {rc=0}\u000a20:57:20.594736 --- ParallelTerminationStrategy: PID 31239 died...\u000a20:57:20.650324 run iperf3-srv_10.42.42.10(pid=31239): Terminated {rc=256}\u000a20:57:20.660513 --- ParallelTerminationStrategy: PID 31242 died...\u000a20:57:20.715870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminated: ok {rc=0}\u000a20:57:20.726086 --- ParallelTerminationStrategy: PID 31245 died...\u000a20:57:20.781274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminated: ok {rc=0}\u000a20:57:20.791459 --- ParallelTerminationStrategy: PID 31248 died...\u000a20:57:20.846927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminated: ok {rc=0}\u000a20:57:20.934708 bus /gobi_4: Setting Powered False\u000a20:57:22.040261 bus /gobi_4: Setting Powered False\u000a20:57:23.149429 bus /gobi_1: Setting Powered False\u000a20:57:24.255992 bus /gobi_1: Setting Powered False\u000a20:57:25.364416 bus /gobi_0: Setting Powered False\u000a20:57:26.470148 bus /gobi_0: Setting Powered False\u000a20:57:27.582930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:57:28.651196 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:28.663554 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:57:28.826851 tst ping.py: using LAC 36228\u000a20:57:28.950213 tst ping.py: using RAC 18\u000a20:57:29.069872 tst ping.py: using CellId 36228\u000a20:57:29.193228 tst ping.py: using BVCI 36229\u000a20:57:29.217443 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:29.228816 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:29.239870 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:29.251004 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:29.262182 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:29.273446 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:29.284663 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:29.296728 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:57:29.569317 tst ping.py:19: start network...\u000a20:57:29.691803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:30.158337 run create_hlr_db(pid=31250): Launched\u000a20:57:30.329208 bus /gobi_6: Setting Powered False\u000a20:57:31.353506 run create_hlr_db(pid=31250): Terminated: ok {rc=0}\u000a20:57:31.767691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Launched\u000a20:57:32.193321 run osmo-hlr_10.42.42.2(pid=31253): Launched\u000a20:57:32.309492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:32.866439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Launched\u000a20:57:33.183067 run osmo-stp_10.42.42.5(pid=31256): Launched\u000a20:57:33.298078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:33.850486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Launched\u000a20:57:33.963073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:34.239082 run patchelf(pid=31259): Launched\u000a20:57:34.424364 run osmo-stp_10.42.42.5(pid=31256): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)]\u000a20:57:34.559308 run osmo-stp_10.42.42.5(pid=31256): stdout: \u000a| (launched: 2022-12-13_20:57:33.027612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:34.694475 run osmo-stp_10.42.42.5(pid=31256): stderr: \u000a| �[0;m�[38;5;43m20221213205733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205733216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:34.826410 run osmo-stp_10.42.42.5(pid=31256): stdout: \u000a| (launched: 2022-12-13_20:57:33.027612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:34.956298 run osmo-stp_10.42.42.5(pid=31256): stderr: \u000a| �[0;m�[38;5;43m20221213205733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205733215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205733216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205733216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:35.108051 run patchelf(pid=31259): Terminating (SIGINT)\u000a20:57:35.287339 run patchelf(pid=31259): Terminated: ok {rc=0}\u000a20:57:35.319745 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31256): Process ended prematurely: osmo-stp_10.42.42.5(pid=31256) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31256)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:57:35.328890 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:57:35.391654 run osmo-hlr_10.42.42.2(pid=31253): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31253)]\u000a20:57:35.442870 run osmo-hlr_10.42.42.2(pid=31253): stdout: \u000a| (launched: 2022-12-13_20:57:31.921550) \u000a20:57:35.494805 run osmo-hlr_10.42.42.2(pid=31253): stderr: \u000a| �[0;m�[1;31m20221213205732171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205732171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205732171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205732171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205732171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205732171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205732188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205732196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205732197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205732197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:35.538798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Terminating (SIGTERM)\u000a20:57:35.580307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Terminating (SIGTERM)\u000a20:57:35.621867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Terminating (SIGTERM)\u000a20:57:35.631518 --- ParallelTerminationStrategy: PID 31252 died...\u000a20:57:35.687168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31252): Terminated: ok {rc=0}\u000a20:57:35.697336 --- ParallelTerminationStrategy: PID 31255 died...\u000a20:57:35.752888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31255): Terminated: ok {rc=0}\u000a20:57:35.762998 --- ParallelTerminationStrategy: PID 31258 died...\u000a20:57:35.819029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31258): Terminated: ok {rc=0}\u000a20:57:35.906456 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31266): Process ended prematurely: osmo-stp_10.42.42.5(pid=31266) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31266)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31266): Process ended prematurely: osmo-stp_10.42.42.5(pid=31266) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:57:36.958767 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:36.970608 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:57:37.138722 tst ping_idle_ping.py: using LAC 36229\u000a20:57:37.263936 tst ping_idle_ping.py: using RAC 19\u000a20:57:37.390295 tst ping_idle_ping.py: using CellId 36229\u000a20:57:37.515179 tst ping_idle_ping.py: using BVCI 36230\u000a20:57:37.539565 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:37.550945 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:37.562135 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:37.573278 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:37.584880 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:37.596552 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:37.608313 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:57:37.619941 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:57:37.896318 tst ping_idle_ping.py:24: start network...\u000a20:57:38.019886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:38.490598 run create_hlr_db(pid=31260): Launched\u000a20:57:38.662046 bus /gobi_6: Setting Powered False\u000a20:57:39.683312 run create_hlr_db(pid=31260): Terminated: ok {rc=0}\u000a20:57:40.106883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31262): Launched\u000a20:57:40.426266 run osmo-hlr_10.42.42.2(pid=31263): Launched\u000a20:57:40.544387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:41.098199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31265): Launched\u000a20:57:41.416314 run osmo-stp_10.42.42.5(pid=31266): Launched\u000a20:57:41.531072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:42.087167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31268): Launched\u000a20:57:42.200895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:42.478571 run patchelf(pid=31269): Launched\u000a20:57:42.665072 run osmo-stp_10.42.42.5(pid=31266): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31266)]\u000a20:57:42.801433 run osmo-stp_10.42.42.5(pid=31266): stdout: \u000a| (launched: 2022-12-13_20:57:41.260178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:42.938588 run osmo-stp_10.42.42.5(pid=31266): stderr: \u000a| �[0;m�[38;5;43m20221213205741447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205741447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205741448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205741448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205741449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205741449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205741449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:43.070812 run osmo-stp_10.42.42.5(pid=31266): stdout: \u000a| (launched: 2022-12-13_20:57:41.260178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:43.202645 run osmo-stp_10.42.42.5(pid=31266): stderr: \u000a| �[0;m�[38;5;43m20221213205741447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205741447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205741448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205741448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205741449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205741449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205741449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:43.355153 run patchelf(pid=31269): Terminating (SIGINT)\u000a20:57:43.534543 run patchelf(pid=31269): Terminated: ok {rc=0}\u000a20:57:43.566909 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31266): Process ended prematurely: osmo-stp_10.42.42.5(pid=31266) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31266)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:57:43.575972 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:57:43.638949 run osmo-hlr_10.42.42.2(pid=31263): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31263)]\u000a20:57:43.690388 run osmo-hlr_10.42.42.2(pid=31263): stdout: \u000a| (launched: 2022-12-13_20:57:40.268834) \u000a20:57:43.742590 run osmo-hlr_10.42.42.2(pid=31263): stderr: \u000a| �[0;m�[1;31m20221213205740464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205740464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205740464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205740464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205740464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205740464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205740480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205740489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205740490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205740490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:43.787267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31262): Terminating (SIGTERM)\u000a20:57:43.829341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31265): Terminating (SIGTERM)\u000a20:57:43.871959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31268): Terminating (SIGTERM)\u000a20:57:43.881880 --- ParallelTerminationStrategy: PID 31262 died...\u000a20:57:43.938105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31262): Terminated: ok {rc=0}\u000a20:57:43.948440 --- ParallelTerminationStrategy: PID 31265 died...\u000a20:57:44.004261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31265): Terminated: ok {rc=0}\u000a20:57:44.014522 --- ParallelTerminationStrategy: PID 31268 died...\u000a20:57:44.070380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31268): Terminated: ok {rc=0}\u000a20:57:44.157675 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:56:45" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31283): Process ended prematurely: osmo-stp_10.42.42.5(pid=31283) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31283)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31283): Process ended prematurely: osmo-stp_10.42.42.5(pid=31283) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:57:46.344300 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:46.359521 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:57:46.534361 tst cs_paging_gprs_active.py: using LAC 36230\u000a20:57:46.687111 tst cs_paging_gprs_active.py: using RAC 20\u000a20:57:46.811023 tst cs_paging_gprs_active.py: using CellId 36230\u000a20:57:46.934263 tst cs_paging_gprs_active.py: using BVCI 36231\u000a20:57:46.958553 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:46.969989 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:46.981250 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:46.992569 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:47.004609 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:47.016698 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:47.029033 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:47.041119 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:47.053451 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:57:47.174674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:57:47.466178 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:57:47.593272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:57:47.905347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31273): Launched\u000a20:57:48.165368 run iperf3-srv_10.42.42.10(pid=31274): Launched\u000a20:57:48.349481 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:57:48.475405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:57:48.787433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31275): Launched\u000a20:57:49.048068 run iperf3-srv_10.42.42.10(pid=31276): Launched\u000a20:57:49.232259 tst cs_paging_gprs_active.py:38: start network...\u000a20:57:49.358424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:49.832825 run create_hlr_db(pid=31277): Launched\u000a20:57:50.005999 bus /gobi_6: Setting Powered False\u000a20:57:51.028819 run create_hlr_db(pid=31277): Terminated: ok {rc=0}\u000a20:57:51.429993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31279): Launched\u000a20:57:51.731768 run osmo-hlr_10.42.42.2(pid=31280): Launched\u000a20:57:51.848760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:52.380422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31282): Launched\u000a20:57:52.683583 run osmo-stp_10.42.42.5(pid=31283): Launched\u000a20:57:52.794878 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:53.321468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31285): Launched\u000a20:57:53.428862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:53.692068 run patchelf(pid=31286): Launched\u000a20:57:53.870338 run osmo-stp_10.42.42.5(pid=31283): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31283)]\u000a20:57:53.999633 run osmo-stp_10.42.42.5(pid=31283): stdout: \u000a| (launched: 2022-12-13_20:57:52.534276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:54.129234 run osmo-stp_10.42.42.5(pid=31283): stderr: \u000a| �[0;m�[38;5;43m20221213205752701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205752702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205752702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205752702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205752703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205752703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205752703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:54.254930 run osmo-stp_10.42.42.5(pid=31283): stdout: \u000a| (launched: 2022-12-13_20:57:52.534276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:54.379656 run osmo-stp_10.42.42.5(pid=31283): stderr: \u000a| �[0;m�[38;5;43m20221213205752701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205752702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205752702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205752702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205752703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205752703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205752703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:54.525431 run patchelf(pid=31286): Terminating (SIGINT)\u000a20:57:54.696735 run patchelf(pid=31286): Terminated: ok {rc=0}\u000a20:57:54.728619 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31283): Process ended prematurely: osmo-stp_10.42.42.5(pid=31283) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31283)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:57:54.737921 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a20:57:54.798149 run osmo-hlr_10.42.42.2(pid=31280): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31280)]\u000a20:57:54.847207 run osmo-hlr_10.42.42.2(pid=31280): stdout: \u000a| (launched: 2022-12-13_20:57:51.583122) \u000a20:57:54.897095 run osmo-hlr_10.42.42.2(pid=31280): stderr: \u000a| �[0;m�[1;31m20221213205751756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205751756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205751756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205751756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205751756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205751756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205751768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205751776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205751777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205751777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:54.939738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31273): Terminating (SIGTERM)\u000a20:57:54.979593 run iperf3-srv_10.42.42.10(pid=31274): Terminating (SIGTERM)\u000a20:57:55.019262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31275): Terminating (SIGTERM)\u000a20:57:55.058962 run iperf3-srv_10.42.42.10(pid=31276): Terminating (SIGTERM)\u000a20:57:55.098645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31279): Terminating (SIGTERM)\u000a20:57:55.138314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31282): Terminating (SIGTERM)\u000a20:57:55.178107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31285): Terminating (SIGTERM)\u000a20:57:55.187318 --- ParallelTerminationStrategy: PID 31273 died...\u000a20:57:55.241018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31273): Terminated: ok {rc=0}\u000a20:57:55.250630 --- ParallelTerminationStrategy: PID 31274 died...\u000a20:57:55.303939 run iperf3-srv_10.42.42.10(pid=31274): Terminated {rc=256}\u000a20:57:55.313876 --- ParallelTerminationStrategy: PID 31275 died...\u000a20:57:55.367385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31275): Terminated: ok {rc=0}\u000a20:57:55.376905 --- ParallelTerminationStrategy: PID 31276 died...\u000a20:57:55.430318 run iperf3-srv_10.42.42.10(pid=31276): Terminated {rc=256}\u000a20:57:55.439896 --- ParallelTerminationStrategy: PID 31279 died...\u000a20:57:55.493448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31279): Terminated: ok {rc=0}\u000a20:57:55.503029 --- ParallelTerminationStrategy: PID 31282 died...\u000a20:57:55.556431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31282): Terminated: ok {rc=0}\u000a20:57:55.566027 --- ParallelTerminationStrategy: PID 31285 died...\u000a20:57:55.619367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31285): Terminated: ok {rc=0}\u000a20:57:55.703123 bus /gobi_0: Setting Powered False\u000a20:57:56.809582 bus /gobi_0: Setting Powered False\u000a20:57:57.917475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31295): Process ended prematurely: osmo-stp_10.42.42.5(pid=31295) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31295)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31295): Process ended prematurely: osmo-stp_10.42.42.5(pid=31295) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:57:59.033027 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.045118 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:57:59.211862 tst iperf3.py: using LAC 36231\u000a20:57:59.339382 tst iperf3.py: using RAC 21\u000a20:57:59.465683 tst iperf3.py: using CellId 36231\u000a20:57:59.592171 tst iperf3.py: using BVCI 36232\u000a20:57:59.616722 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.628064 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.639255 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.650431 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.661475 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.672623 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.683872 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.695020 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:57:59.706340 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:57:59.998408 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:58:00.133304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:58:00.468322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31287): Launched\u000a20:58:00.745722 run iperf3-srv_10.42.42.10(pid=31288): Launched\u000a20:58:00.972188 tst iperf3.py:8: start network...\u000a20:58:01.105607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:01.658864 run create_hlr_db(pid=31289): Launched\u000a20:58:01.850692 bus /gobi_6: Setting Powered False\u000a20:58:02.868431 run create_hlr_db(pid=31289): Terminated: ok {rc=0}\u000a20:58:03.275294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31291): Launched\u000a20:58:03.578379 run osmo-hlr_10.42.42.2(pid=31292): Launched\u000a20:58:03.693410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:04.219679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31294): Launched\u000a20:58:04.522772 run osmo-stp_10.42.42.5(pid=31295): Launched\u000a20:58:04.633583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:58:05.160843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31297): Launched\u000a20:58:05.268516 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:58:05.532489 run patchelf(pid=31298): Launched\u000a20:58:05.709698 run osmo-stp_10.42.42.5(pid=31295): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31295)]\u000a20:58:05.839267 run osmo-stp_10.42.42.5(pid=31295): stdout: \u000a| (launched: 2022-12-13_20:58:04.373892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:05.969180 run osmo-stp_10.42.42.5(pid=31295): stderr: \u000a| �[0;m�[38;5;43m20221213205804541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205804541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205804541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205804542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205804542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205804542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205804542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:06.094808 run osmo-stp_10.42.42.5(pid=31295): stdout: \u000a| (launched: 2022-12-13_20:58:04.373892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:06.218988 run osmo-stp_10.42.42.5(pid=31295): stderr: \u000a| �[0;m�[38;5;43m20221213205804541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205804541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205804541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205804542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205804542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205804542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205804542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:06.364005 run patchelf(pid=31298): Terminating (SIGINT)\u000a20:58:06.535441 run patchelf(pid=31298): Terminated: ok {rc=0}\u000a20:58:06.566864 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31295): Process ended prematurely: osmo-stp_10.42.42.5(pid=31295) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31295)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:58:06.576065 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:58:06.636577 run osmo-hlr_10.42.42.2(pid=31292): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31292)]\u000a20:58:06.685614 run osmo-hlr_10.42.42.2(pid=31292): stdout: \u000a| (launched: 2022-12-13_20:58:03.429319) \u000a20:58:06.735442 run osmo-hlr_10.42.42.2(pid=31292): stderr: \u000a| �[0;m�[1;31m20221213205803603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205803604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205803604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205803604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205803604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205803604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205803616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205803625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205803625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205803625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:06.777650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31287): Terminating (SIGTERM)\u000a20:58:06.817408 run iperf3-srv_10.42.42.10(pid=31288): Terminating (SIGTERM)\u000a20:58:06.857088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31291): Terminating (SIGTERM)\u000a20:58:06.896634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31294): Terminating (SIGTERM)\u000a20:58:06.936375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31297): Terminating (SIGTERM)\u000a20:58:06.945695 --- ParallelTerminationStrategy: PID 31287 died...\u000a20:58:06.999516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31287): Terminated: ok {rc=0}\u000a20:58:07.009193 --- ParallelTerminationStrategy: PID 31288 died...\u000a20:58:07.063165 run iperf3-srv_10.42.42.10(pid=31288): Terminated {rc=256}\u000a20:58:07.072730 --- ParallelTerminationStrategy: PID 31291 died...\u000a20:58:07.126585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31291): Terminated: ok {rc=0}\u000a20:58:07.136150 --- ParallelTerminationStrategy: PID 31294 died...\u000a20:58:07.189575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31294): Terminated: ok {rc=0}\u000a20:58:07.199253 --- ParallelTerminationStrategy: PID 31297 died...\u000a20:58:07.252669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31297): Terminated: ok {rc=0}\u000a20:58:07.341173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:58:08.451910 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:08.463485 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:58:08.631439 tst iperf3m4.py: using LAC 36232\u000a20:58:08.756193 tst iperf3m4.py: using RAC 22\u000a20:58:08.880646 tst iperf3m4.py: using CellId 36232\u000a20:58:09.004745 tst iperf3m4.py: using BVCI 36233\u000a20:58:09.029748 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:09.041347 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:09.052686 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:09.063868 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:09.075006 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:09.086691 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:09.098254 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:09.109559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:09.120816 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:58:09.242480 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:58:09.362736 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:58:09.483950 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:58:09.765555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:58:09.892092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:58:10.208121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31299): Launched\u000a20:58:10.469534 run iperf3-srv_10.42.42.10(pid=31300): Launched\u000a20:58:10.653967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:58:10.782893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:58:11.096148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31301): Launched\u000a20:58:11.356529 run iperf3-srv_10.42.42.10(pid=31302): Launched\u000a20:58:11.539772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:58:11.665364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:58:11.979591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Launched\u000a20:58:12.239394 run iperf3-srv_10.42.42.10(pid=31304): Launched\u000a20:58:12.422952 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:58:12.548641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:58:12.862929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31305): Launched\u000a20:58:13.123567 run iperf3-srv_10.42.42.10(pid=31306): Launched\u000a20:58:13.306974 tst iperf3m4.py:8: start network...\u000a20:58:13.432361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:13.908446 run create_hlr_db(pid=31307): Launched\u000a20:58:14.081606 bus /gobi_6: Setting Powered False\u000a20:58:15.104683 run create_hlr_db(pid=31307): Terminated: ok {rc=0}\u000a20:58:15.535195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Launched\u000a20:58:15.898335 run osmo-hlr_10.42.42.2(pid=31310): Launched\u000a20:58:16.138971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:16.751130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Launched\u000a20:58:17.207884 run osmo-stp_10.42.42.5(pid=31313): Launched\u000a20:58:17.369838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:58:17.933362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Launched\u000a20:58:18.049000 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:58:18.331511 run patchelf(pid=31316): Launched\u000a20:58:18.520442 run osmo-stp_10.42.42.5(pid=31313): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]\u000a20:58:18.658624 run osmo-stp_10.42.42.5(pid=31313): stdout: \u000a| (launched: 2022-12-13_20:58:16.918516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:18.796514 run osmo-stp_10.42.42.5(pid=31313): stderr: \u000a| �[0;m�[38;5;43m20221213205817175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205817176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205817176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205817177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205817179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205817180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205817180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:18.930066 run osmo-stp_10.42.42.5(pid=31313): stdout: \u000a| (launched: 2022-12-13_20:58:16.918516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:19.062929 run osmo-stp_10.42.42.5(pid=31313): stderr: \u000a| �[0;m�[38;5;43m20221213205817175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205817176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205817176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205817177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205817179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205817180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205817180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:19.218350 run patchelf(pid=31316): Terminating (SIGINT)\u000a20:58:19.400618 run patchelf(pid=31316): Terminated: ok {rc=0}\u000a20:58:19.433952 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:58:19.443785 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:58:19.507181 run osmo-hlr_10.42.42.2(pid=31310): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31310)]\u000a20:58:19.558381 run osmo-hlr_10.42.42.2(pid=31310): stdout: \u000a| (launched: 2022-12-13_20:58:15.699521) \u000a20:58:19.610272 run osmo-hlr_10.42.42.2(pid=31310): stderr: \u000a| �[0;m�[1;31m20221213205815957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205815958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205815958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205815958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205815958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205815958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205815979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205815998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205815998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205815998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:19.654581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31299): Terminating (SIGTERM)\u000a20:58:19.696727 run iperf3-srv_10.42.42.10(pid=31300): Terminating (SIGTERM)\u000a20:58:19.738535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31301): Terminating (SIGTERM)\u000a20:58:19.780098 run iperf3-srv_10.42.42.10(pid=31302): Terminating (SIGTERM)\u000a20:58:19.821908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Terminating (SIGTERM)\u000a20:58:19.863713 run iperf3-srv_10.42.42.10(pid=31304): Terminating (SIGTERM)\u000a20:58:19.905983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31305): Terminating (SIGTERM)\u000a20:58:19.948012 run iperf3-srv_10.42.42.10(pid=31306): Terminating (SIGTERM)\u000a20:58:19.990234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Terminating (SIGTERM)\u000a20:58:20.032929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Terminating (SIGTERM)\u000a20:58:20.074662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Terminating (SIGTERM)\u000a20:58:20.084427 --- ParallelTerminationStrategy: PID 31299 died...\u000a20:58:20.140221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31299): Terminated: ok {rc=0}\u000a20:58:20.150385 --- ParallelTerminationStrategy: PID 31300 died...\u000a20:58:20.205973 run iperf3-srv_10.42.42.10(pid=31300): Terminated {rc=256}\u000a20:58:20.216058 --- ParallelTerminationStrategy: PID 31301 died...\u000a20:58:20.271512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31301): Terminated: ok {rc=0}\u000a20:58:20.281915 --- ParallelTerminationStrategy: PID 31302 died...\u000a20:58:20.336925 run iperf3-srv_10.42.42.10(pid=31302): Terminated {rc=256}\u000a20:58:20.346942 --- ParallelTerminationStrategy: PID 31303 died...\u000a20:58:20.402352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Terminated: ok {rc=0}\u000a20:58:20.412378 --- ParallelTerminationStrategy: PID 31304 died...\u000a20:58:20.467486 run iperf3-srv_10.42.42.10(pid=31304): Terminated {rc=256}\u000a20:58:20.477920 --- ParallelTerminationStrategy: PID 31305 died...\u000a20:58:20.532934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31305): Terminated: ok {rc=0}\u000a20:58:20.543075 --- ParallelTerminationStrategy: PID 31306 died...\u000a20:58:20.598188 run iperf3-srv_10.42.42.10(pid=31306): Terminated {rc=256}\u000a20:58:20.608276 --- ParallelTerminationStrategy: PID 31309 died...\u000a20:58:20.663484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Terminated: ok {rc=0}\u000a20:58:20.673945 --- ParallelTerminationStrategy: PID 31312 died...\u000a20:58:20.729085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Terminated: ok {rc=0}\u000a20:58:20.739122 --- ParallelTerminationStrategy: PID 31315 died...\u000a20:58:20.794484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Terminated: ok {rc=0}\u000a20:58:20.881437 bus /gobi_4: Setting Powered False\u000a20:58:21.987068 bus /gobi_4: Setting Powered False\u000a20:58:23.095952 bus /gobi_1: Setting Powered False\u000a20:58:24.201780 bus /gobi_1: Setting Powered False\u000a20:58:25.308974 bus /gobi_0: Setting Powered False\u000a20:58:26.414992 bus /gobi_0: Setting Powered False\u000a20:58:27.526134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31325): Process ended prematurely: osmo-stp_10.42.42.5(pid=31325) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31325)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31325): Process ended prematurely: osmo-stp_10.42.42.5(pid=31325) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:58:28.595628 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:28.607512 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:58:28.771514 tst ping.py: using LAC 36233\u000a20:58:28.895656 tst ping.py: using RAC 23\u000a20:58:29.024709 tst ping.py: using CellId 36233\u000a20:58:29.149182 tst ping.py: using BVCI 36234\u000a20:58:29.173520 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:29.184795 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:29.196250 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:29.207866 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:29.219267 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:29.230559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:29.241857 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:29.253111 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:58:29.543086 tst ping.py:19: start network...\u000a20:58:29.675343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:30.185500 run create_hlr_db(pid=31319): Launched\u000a20:58:30.370827 bus /gobi_6: Setting Powered False\u000a20:58:31.426958 run create_hlr_db(pid=31319): Terminated: ok {rc=0}\u000a20:58:31.846170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31321): Launched\u000a20:58:32.190683 run osmo-hlr_10.42.42.2(pid=31322): Launched\u000a20:58:32.303537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:32.837211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31324): Launched\u000a20:58:33.134539 run osmo-stp_10.42.42.5(pid=31325): Launched\u000a20:58:33.242962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:58:33.764102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31327): Launched\u000a20:58:33.869705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:58:34.129602 run patchelf(pid=31328): Launched\u000a20:58:34.304277 run osmo-stp_10.42.42.5(pid=31325): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31325)]\u000a20:58:34.431650 run osmo-stp_10.42.42.5(pid=31325): stdout: \u000a| (launched: 2022-12-13_20:58:32.987488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:34.559249 run osmo-stp_10.42.42.5(pid=31325): stderr: \u000a| �[0;m�[38;5;43m20221213205833154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205833154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205833154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205833155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205833155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205833155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205833155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:34.682982 run osmo-stp_10.42.42.5(pid=31325): stdout: \u000a| (launched: 2022-12-13_20:58:32.987488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:34.805639 run osmo-stp_10.42.42.5(pid=31325): stderr: \u000a| �[0;m�[38;5;43m20221213205833154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205833154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205833154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205833155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205833155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205833155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205833155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:34.948510 run patchelf(pid=31328): Terminating (SIGINT)\u000a20:58:35.117269 run patchelf(pid=31328): Terminated: ok {rc=0}\u000a20:58:35.147743 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31325): Process ended prematurely: osmo-stp_10.42.42.5(pid=31325) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31325)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:58:35.156382 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:58:35.217604 run osmo-hlr_10.42.42.2(pid=31322): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31322)]\u000a20:58:35.267337 run osmo-hlr_10.42.42.2(pid=31322): stdout: \u000a| (launched: 2022-12-13_20:58:32.001527) \u000a20:58:35.317558 run osmo-hlr_10.42.42.2(pid=31322): stderr: \u000a| �[0;m�[1;31m20221213205832298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205832299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205832299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205832299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205832299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205832299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205832311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205832320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205832320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205832320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:35.360237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31321): Terminating (SIGTERM)\u000a20:58:35.400380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31324): Terminating (SIGTERM)\u000a20:58:35.440656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31327): Terminating (SIGTERM)\u000a20:58:35.450054 --- ParallelTerminationStrategy: PID 31321 died...\u000a20:58:35.504568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31321): Terminated: ok {rc=0}\u000a20:58:35.514365 --- ParallelTerminationStrategy: PID 31324 died...\u000a20:58:35.568439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31324): Terminated: ok {rc=0}\u000a20:58:35.578194 --- ParallelTerminationStrategy: PID 31327 died...\u000a20:58:35.632027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31327): Terminated: ok {rc=0}\u000a20:58:35.716845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31335): Process ended prematurely: osmo-stp_10.42.42.5(pid=31335) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31335)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31335): Process ended prematurely: osmo-stp_10.42.42.5(pid=31335) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:58:36.770151 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:36.782721 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:58:36.948841 tst ping_idle_ping.py: using LAC 36234\u000a20:58:37.076636 tst ping_idle_ping.py: using RAC 24\u000a20:58:37.201117 tst ping_idle_ping.py: using CellId 36234\u000a20:58:37.328135 tst ping_idle_ping.py: using BVCI 36235\u000a20:58:37.352573 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:37.363954 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:37.375202 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:37.386396 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:37.397515 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:37.409438 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:37.420785 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:58:37.431955 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:58:37.722229 tst ping_idle_ping.py:24: start network...\u000a20:58:37.854210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:38.369139 run create_hlr_db(pid=31329): Launched\u000a20:58:38.554575 bus /gobi_6: Setting Powered False\u000a20:58:39.575683 run create_hlr_db(pid=31329): Terminated: ok {rc=0}\u000a20:58:39.977938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31331): Launched\u000a20:58:40.275852 run osmo-hlr_10.42.42.2(pid=31332): Launched\u000a20:58:40.392821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:40.917507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31334): Launched\u000a20:58:41.214292 run osmo-stp_10.42.42.5(pid=31335): Launched\u000a20:58:41.322502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:58:41.840071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31337): Launched\u000a20:58:41.945841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:58:42.205104 run patchelf(pid=31338): Launched\u000a20:58:42.378826 run osmo-stp_10.42.42.5(pid=31335): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31335)]\u000a20:58:42.505738 run osmo-stp_10.42.42.5(pid=31335): stdout: \u000a| (launched: 2022-12-13_20:58:41.067620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:42.632601 run osmo-stp_10.42.42.5(pid=31335): stderr: \u000a| �[0;m�[38;5;43m20221213205841234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205841234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205841234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205841235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205841235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205841235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205841235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:42.755803 run osmo-stp_10.42.42.5(pid=31335): stdout: \u000a| (launched: 2022-12-13_20:58:41.067620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:42.878208 run osmo-stp_10.42.42.5(pid=31335): stderr: \u000a| �[0;m�[38;5;43m20221213205841234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205841234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205841234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205841235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205841235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205841235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205841235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:43.020444 run patchelf(pid=31338): Terminating (SIGINT)\u000a20:58:43.188367 run patchelf(pid=31338): Terminated: ok {rc=0}\u000a20:58:43.218901 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31335): Process ended prematurely: osmo-stp_10.42.42.5(pid=31335) [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31335)] [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:58:43.227533 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:58:43.288492 run osmo-hlr_10.42.42.2(pid=31332): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31332)]\u000a20:58:43.338001 run osmo-hlr_10.42.42.2(pid=31332): stdout: \u000a| (launched: 2022-12-13_20:58:40.128883) \u000a20:58:43.387954 run osmo-hlr_10.42.42.2(pid=31332): stderr: \u000a| �[0;m�[1;31m20221213205840303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205840303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205840303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205840303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205840303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205840303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205840316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205840326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205840326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205840326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:43.430481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31331): Terminating (SIGTERM)\u000a20:58:43.470580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31334): Terminating (SIGTERM)\u000a20:58:43.510661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31337): Terminating (SIGTERM)\u000a20:58:43.519988 --- ParallelTerminationStrategy: PID 31331 died...\u000a20:58:43.574422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31331): Terminated: ok {rc=0}\u000a20:58:43.584243 --- ParallelTerminationStrategy: PID 31334 died...\u000a20:58:43.638051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31334): Terminated: ok {rc=0}\u000a20:58:43.647705 --- ParallelTerminationStrategy: PID 31337 died...\u000a20:58:43.701594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31337): Terminated: ok {rc=0}\u000a20:58:43.785229 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:57:45" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31348): Process ended prematurely: osmo-stp_10.42.42.5(pid=31348) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31348)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31348): Process ended prematurely: osmo-stp_10.42.42.5(pid=31348) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:58:45.822227 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:58:45.834358 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:58:45.992135 tst switch_tch_pdch.py: using LAC 36235\u000a20:58:46.111634 tst switch_tch_pdch.py: using RAC 25\u000a20:58:46.237738 tst switch_tch_pdch.py: using CellId 36235\u000a20:58:46.368008 tst switch_tch_pdch.py: using BVCI 36236\u000a20:58:46.393524 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:58:46.406182 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:58:46.418806 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:58:46.431250 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:58:46.444629 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:58:46.458555 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:58:46.472677 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:58:46.485320 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:58:46.615616 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:58:46.950808 tst switch_tch_pdch.py:51: start network...\u000a20:58:47.104782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:47.620531 run create_hlr_db(pid=31342): Launched\u000a20:58:47.804789 bus /gobi_6: Setting Powered False\u000a20:58:48.824537 run create_hlr_db(pid=31342): Terminated: ok {rc=0}\u000a20:58:49.223251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31344): Launched\u000a20:58:49.521210 run osmo-hlr_10.42.42.2(pid=31345): Launched\u000a20:58:49.637695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:50.160450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31347): Launched\u000a20:58:50.457030 run osmo-stp_10.42.42.5(pid=31348): Launched\u000a20:58:50.564774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:58:51.088010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31350): Launched\u000a20:58:51.202203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:58:51.480874 run patchelf(pid=31351): Launched\u000a20:58:51.666305 run osmo-stp_10.42.42.5(pid=31348): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31348)]\u000a20:58:51.801472 run osmo-stp_10.42.42.5(pid=31348): stdout: \u000a| (launched: 2022-12-13_20:58:50.311187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:51.936725 run osmo-stp_10.42.42.5(pid=31348): stderr: \u000a| �[0;m�[38;5;43m20221213205850477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205850477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205850478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205850478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205850478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205850479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205850479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:52.067877 run osmo-stp_10.42.42.5(pid=31348): stdout: \u000a| (launched: 2022-12-13_20:58:50.311187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:52.198557 run osmo-stp_10.42.42.5(pid=31348): stderr: \u000a| �[0;m�[38;5;43m20221213205850477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205850477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205850478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205850478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205850478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205850479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205850479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:52.351222 run patchelf(pid=31351): Terminating (SIGINT)\u000a20:58:52.529778 run patchelf(pid=31351): Terminated: ok {rc=0}\u000a20:58:52.562192 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31348): Process ended prematurely: osmo-stp_10.42.42.5(pid=31348) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31348)] [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:58:52.571378 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:58:52.633727 run osmo-hlr_10.42.42.2(pid=31345): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31345)]\u000a20:58:52.684502 run osmo-hlr_10.42.42.2(pid=31345): stdout: \u000a| (launched: 2022-12-13_20:58:49.374539) \u000a20:58:52.735867 run osmo-hlr_10.42.42.2(pid=31345): stderr: \u000a| �[0;m�[1;31m20221213205849545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205849545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205849546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205849546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205849546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205849546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205849559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205849569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205849569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205849569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:52.779467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31344): Terminating (SIGTERM)\u000a20:58:52.821440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31347): Terminating (SIGTERM)\u000a20:58:52.862706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31350): Terminating (SIGTERM)\u000a20:58:52.872290 --- ParallelTerminationStrategy: PID 31344 died...\u000a20:58:52.927665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31344): Terminated: ok {rc=0}\u000a20:58:52.937758 --- ParallelTerminationStrategy: PID 31347 died...\u000a20:58:52.992829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31347): Terminated: ok {rc=0}\u000a20:58:53.002889 --- ParallelTerminationStrategy: PID 31350 died...\u000a20:58:53.057838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31350): Terminated: ok {rc=0}\u000a20:58:53.144574 bus /gobi_0: Setting Powered False\u000a20:58:54.247216 bus /gobi_0: Setting Powered False\u000a20:58:55.358539 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:58:45" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31362): Process ended prematurely: osmo-stp_10.42.42.5(pid=31362) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31362): Process ended prematurely: osmo-stp_10.42.42.5(pid=31362) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:58:57.328713 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:58:57.339624 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:58:57.497229 tst switch_tch_pdch.py: using LAC 36236\u000a20:58:57.615333 tst switch_tch_pdch.py: using RAC 26\u000a20:58:57.731274 tst switch_tch_pdch.py: using CellId 36236\u000a20:58:57.847396 tst switch_tch_pdch.py: using BVCI 36237\u000a20:58:57.870340 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:58:57.881319 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:58:57.892070 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:58:57.902936 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:58:57.914560 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:58:57.926265 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:58:57.938048 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:58:57.949659 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:58:58.071075 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:58:58.346778 tst switch_tch_pdch.py:51: start network...\u000a20:58:58.470296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:58.914682 run create_hlr_db(pid=31356): Launched\u000a20:58:59.035688 bus /gobi_6: Setting Powered False\u000a20:59:00.106627 run create_hlr_db(pid=31356): Terminated: ok {rc=0}\u000a20:59:00.501663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Launched\u000a20:59:00.819200 run osmo-hlr_10.42.42.2(pid=31359): Launched\u000a20:59:00.980664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:01.620476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Launched\u000a20:59:02.116124 run osmo-stp_10.42.42.5(pid=31362): Launched\u000a20:59:02.364345 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:59:02.893753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Launched\u000a20:59:03.006808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:59:03.285260 run patchelf(pid=31365): Launched\u000a20:59:03.471836 run osmo-stp_10.42.42.5(pid=31362): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)]\u000a20:59:03.608561 run osmo-stp_10.42.42.5(pid=31362): stdout: \u000a| (launched: 2022-12-13_20:59:01.822765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:03.745134 run osmo-stp_10.42.42.5(pid=31362): stderr: \u000a| �[0;m�[38;5;43m20221213205902120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205902120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205902121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205902122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205902124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205902124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205902124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:03.877167 run osmo-stp_10.42.42.5(pid=31362): stdout: \u000a| (launched: 2022-12-13_20:59:01.822765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:04.007866 run osmo-stp_10.42.42.5(pid=31362): stderr: \u000a| �[0;m�[38;5;43m20221213205902120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205902120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205902121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205902122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205902124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205902124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205902124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:04.160234 run patchelf(pid=31365): Terminating (SIGINT)\u000a20:59:04.340091 run patchelf(pid=31365): Terminated: ok {rc=0}\u000a20:59:04.373115 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31362): Process ended prematurely: osmo-stp_10.42.42.5(pid=31362) [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)] [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:59:04.382404 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a20:59:04.444572 run osmo-hlr_10.42.42.2(pid=31359): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31359)]\u000a20:59:04.495645 run osmo-hlr_10.42.42.2(pid=31359): stdout: \u000a| (launched: 2022-12-13_20:59:00.663666) \u000a20:59:04.547439 run osmo-hlr_10.42.42.2(pid=31359): stderr: \u000a| �[0;m�[1;31m20221213205900903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205900903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205900903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205900903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205900903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205900903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205900925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205900934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205900934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205900935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:04.591377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Terminating (SIGTERM)\u000a20:59:04.632726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Terminating (SIGTERM)\u000a20:59:04.674174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Terminating (SIGTERM)\u000a20:59:04.683827 --- ParallelTerminationStrategy: PID 31358 died...\u000a20:59:04.738932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Terminated: ok {rc=0}\u000a20:59:04.749165 --- ParallelTerminationStrategy: PID 31361 died...\u000a20:59:04.803973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Terminated: ok {rc=0}\u000a20:59:04.813992 --- ParallelTerminationStrategy: PID 31364 died...\u000a20:59:04.869110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Terminated: ok {rc=0}\u000a20:59:04.955234 bus /gobi_0: Setting Powered False\u000a20:59:06.061093 bus /gobi_0: Setting Powered False\u000a20:59:07.168381 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:58:57" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31371) [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31371)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31371) [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a20:59:09.063621 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a20:59:09.075163 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:59:09.213946 tst mo_mt_sms.py: using LAC 36237\u000a20:59:09.339157 tst mo_mt_sms.py: using RAC 27\u000a20:59:09.465795 tst mo_mt_sms.py: using CellId 36237\u000a20:59:09.592453 tst mo_mt_sms.py: using BVCI 36238\u000a20:59:09.616520 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:59:09.733346 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:59:10.008733 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:59:10.131930 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:59:10.744787 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31370): Launched\u000a20:59:11.038355 run osmo-nitb_10.42.42.2(pid=31371): Launched\u000a20:59:11.220767 run osmo-nitb_10.42.42.2(pid=31371): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31371)]\u000a20:59:11.354838 run osmo-nitb_10.42.42.2(pid=31371): stdout: \u000a| (launched: 2022-12-13_20:59:10.895118) \u000a20:59:11.489451 run osmo-nitb_10.42.42.2(pid=31371): stderr: \u000a| (launched: 2022-12-13_20:59:10.939134)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:59:11.620271 run osmo-nitb_10.42.42.2(pid=31371): stdout: \u000a| (launched: 2022-12-13_20:59:10.895118) \u000a20:59:11.749398 run osmo-nitb_10.42.42.2(pid=31371): stderr: \u000a| (launched: 2022-12-13_20:59:10.939134)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:59:12.158166 tst osmo-nitb_10.42.42.2(pid=31371): stdout: \u000a| (launched: 2022-12-13_20:59:10.895118) \u000a20:59:12.276159 tst osmo-nitb_10.42.42.2(pid=31371): stderr: \u000a| (launched: 2022-12-13_20:59:10.939134)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:59:12.327810 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31371): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31371) [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31371)] [trial-2394↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a20:59:12.336169 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a20:59:12.370596 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31370): Terminating (SIGTERM)\u000a20:59:12.548290 --- ParallelTerminationStrategy: PID 31370 died...\u000a20:59:12.603512 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31370): Terminated: ok {rc=0}\u000a20:59:12.691856 bus /sierra_3: Setting Powered False\u000a20:59:13.795854 bus /sierra_3: Setting Powered False\u000a20:59:14.908265 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:59:08" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31381): Process ended prematurely: osmo-stp_10.42.42.5(pid=31381) [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31381)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31381): Process ended prematurely: osmo-stp_10.42.42.5(pid=31381) [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a20:59:16.842119 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:16.854699 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:59:16.990201 tst mo_mt_sms.py: using LAC 36238\u000a20:59:17.116032 tst mo_mt_sms.py: using RAC 28\u000a20:59:17.243304 tst mo_mt_sms.py: using CellId 36238\u000a20:59:17.362919 tst mo_mt_sms.py: using BVCI 36239\u000a20:59:17.385585 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:17.396518 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:17.407391 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:17.418230 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:17.429399 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:17.440293 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:59:17.563742 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:59:17.765700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:18.232222 run create_hlr_db(pid=31375): Launched\u000a20:59:18.403024 bus /sierra_2: Setting Powered False\u000a20:59:19.437373 run create_hlr_db(pid=31375): Terminated: ok {rc=0}\u000a20:59:19.860139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31377): Launched\u000a20:59:20.177544 run osmo-hlr_10.42.42.2(pid=31378): Launched\u000a20:59:20.298161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:20.852850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31380): Launched\u000a20:59:21.171474 run osmo-stp_10.42.42.5(pid=31381): Launched\u000a20:59:21.287524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:21.871787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31383): Launched\u000a20:59:22.189764 run osmo-msc_10.42.42.6(pid=31384): Launched\u000a20:59:22.376864 run osmo-stp_10.42.42.5(pid=31381): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31381)]\u000a20:59:22.511156 run osmo-stp_10.42.42.5(pid=31381): stdout: \u000a| (launched: 2022-12-13_20:59:21.014487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:22.645335 run osmo-stp_10.42.42.5(pid=31381): stderr: \u000a| �[0;m�[38;5;43m20221213205921203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205921203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205921203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205921203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205921204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205921204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205921204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:22.773374 run osmo-stp_10.42.42.5(pid=31381): stdout: \u000a| (launched: 2022-12-13_20:59:21.014487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:22.900568 run osmo-stp_10.42.42.5(pid=31381): stderr: \u000a| �[0;m�[38;5;43m20221213205921203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205921203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205921203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205921203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205921204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205921204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205921204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:22.956208 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31381): Process ended prematurely: osmo-stp_10.42.42.5(pid=31381) [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31381)] [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a20:59:22.964734 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a20:59:23.028087 run osmo-hlr_10.42.42.2(pid=31378): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31378)]\u000a20:59:23.079932 run osmo-hlr_10.42.42.2(pid=31378): stdout: \u000a| (launched: 2022-12-13_20:59:20.021714) \u000a20:59:23.132387 run osmo-hlr_10.42.42.2(pid=31378): stderr: \u000a| �[0;m�[1;31m20221213205920217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205920217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205920217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205920217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205920217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205920217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205920229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205920237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205920238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205920238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:23.203658 run osmo-msc_10.42.42.6(pid=31384): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31384)]\u000a20:59:23.255333 run osmo-msc_10.42.42.6(pid=31384): stdout: \u000a| (launched: 2022-12-13_20:59:22.034089) \u000a20:59:23.307746 run osmo-msc_10.42.42.6(pid=31384): stderr: \u000a| �[0;m�[38;5;43m20221213205922354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205922354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00fbd99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205922354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205922355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205922355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205922355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205922357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205922357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205922357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205922357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:23.351805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31377): Terminating (SIGTERM)\u000a20:59:23.393624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31380): Terminating (SIGTERM)\u000a20:59:23.435415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31383): Terminating (SIGTERM)\u000a20:59:23.445316 --- ParallelTerminationStrategy: PID 31377 died...\u000a20:59:23.501627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31377): Terminated: ok {rc=0}\u000a20:59:23.511860 --- ParallelTerminationStrategy: PID 31380 died...\u000a20:59:23.567697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31380): Terminated: ok {rc=0}\u000a20:59:23.577985 --- ParallelTerminationStrategy: PID 31383 died...\u000a20:59:23.634263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31383): Terminated: ok {rc=0}\u000a20:59:23.722209 bus /sierra_3: Setting Powered False\u000a20:59:24.826177 bus /sierra_3: Setting Powered False\u000a20:59:25.938141 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:59:16" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31390) [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31390)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31390) [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a20:59:27.778437 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a20:59:27.790580 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:59:27.922935 tst assert_extension.py: using LAC 36239\u000a20:59:28.038189 tst assert_extension.py: using RAC 29\u000a20:59:28.156226 tst assert_extension.py: using CellId 36239\u000a20:59:28.273460 tst assert_extension.py: using BVCI 36240\u000a20:59:28.295954 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a20:59:28.584844 tst assert_extension.py:10: start nitb and bts...\u000a20:59:28.717377 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:59:29.376627 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31389): Launched\u000a20:59:29.693705 run osmo-nitb_10.42.42.2(pid=31390): Launched\u000a20:59:29.889848 run osmo-nitb_10.42.42.2(pid=31390): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31390)]\u000a20:59:30.033839 run osmo-nitb_10.42.42.2(pid=31390): stdout: \u000a| (launched: 2022-12-13_20:59:29.538705) \u000a20:59:30.178573 run osmo-nitb_10.42.42.2(pid=31390): stderr: \u000a| (launched: 2022-12-13_20:59:29.586176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:59:30.319447 run osmo-nitb_10.42.42.2(pid=31390): stdout: \u000a| (launched: 2022-12-13_20:59:29.538705) \u000a20:59:30.458524 run osmo-nitb_10.42.42.2(pid=31390): stderr: \u000a| (launched: 2022-12-13_20:59:29.586176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:59:30.822416 tst osmo-nitb_10.42.42.2(pid=31390): stdout: \u000a| (launched: 2022-12-13_20:59:29.538705) \u000a20:59:30.967307 tst osmo-nitb_10.42.42.2(pid=31390): stderr: \u000a| (launched: 2022-12-13_20:59:29.586176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:59:31.021965 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31390): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31390) [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31390)] [trial-2394↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a20:59:31.031388 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:59:31.068787 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31389): Terminating (SIGTERM)\u000a20:59:31.246504 --- ParallelTerminationStrategy: PID 31389 died...\u000a20:59:31.308117 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31389): Terminated: ok {rc=0}\u000a20:59:31.400239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:59:27" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31400): Process ended prematurely: osmo-stp_10.42.42.5(pid=31400) [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31400): Process ended prematurely: osmo-stp_10.42.42.5(pid=31400) [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a20:59:33.231061 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:33.242700 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:59:33.381994 tst assert_extension.py: using LAC 36240\u000a20:59:33.506828 tst assert_extension.py: using RAC 30\u000a20:59:33.630940 tst assert_extension.py: using CellId 36240\u000a20:59:33.755408 tst assert_extension.py: using BVCI 36241\u000a20:59:33.779571 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:33.790899 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:33.802062 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:33.813092 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:33.824121 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:59:33.835159 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a20:59:34.037256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:34.507257 run create_hlr_db(pid=31394): Launched\u000a20:59:34.679091 bus /sierra_2: Setting Powered False\u000a20:59:35.700702 run create_hlr_db(pid=31394): Terminated: ok {rc=0}\u000a20:59:36.126254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Launched\u000a20:59:36.446197 run osmo-hlr_10.42.42.2(pid=31397): Launched\u000a20:59:36.562523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:37.118816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Launched\u000a20:59:37.438025 run osmo-stp_10.42.42.5(pid=31400): Launched\u000a20:59:37.554376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:38.137157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Launched\u000a20:59:38.457698 run osmo-msc_10.42.42.6(pid=31403): Launched\u000a20:59:38.644160 run osmo-stp_10.42.42.5(pid=31400): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)]\u000a20:59:38.779101 run osmo-stp_10.42.42.5(pid=31400): stdout: \u000a| (launched: 2022-12-13_20:59:37.281280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:38.911913 run osmo-stp_10.42.42.5(pid=31400): stderr: \u000a| �[0;m�[38;5;43m20221213205937469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205937469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205937470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205937470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205937470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205937470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205937470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:39.039787 run osmo-stp_10.42.42.5(pid=31400): stdout: \u000a| (launched: 2022-12-13_20:59:37.281280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:39.166836 run osmo-stp_10.42.42.5(pid=31400): stderr: \u000a| �[0;m�[38;5;43m20221213205937469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205937469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205937470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205937470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205937470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205937470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205937470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:39.222310 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31400): Process ended prematurely: osmo-stp_10.42.42.5(pid=31400) [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)] [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a20:59:39.230895 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a20:59:39.293886 run osmo-hlr_10.42.42.2(pid=31397): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31397)]\u000a20:59:39.345128 run osmo-hlr_10.42.42.2(pid=31397): stdout: \u000a| (launched: 2022-12-13_20:59:36.289229) \u000a20:59:39.396844 run osmo-hlr_10.42.42.2(pid=31397): stderr: \u000a| �[0;m�[1;31m20221213205936483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205936483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205936483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205936483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205936483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205936483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205936498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205936508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205936508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205936508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:39.467585 run osmo-msc_10.42.42.6(pid=31403): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31403)]\u000a20:59:39.518717 run osmo-msc_10.42.42.6(pid=31403): stdout: \u000a| (launched: 2022-12-13_20:59:38.299593) \u000a20:59:39.570744 run osmo-msc_10.42.42.6(pid=31403): stderr: \u000a| �[0;m�[38;5;43m20221213205938618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205938618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0466864c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205938618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205938618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205938618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205938618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205938620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205938620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205938621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205938621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:39.614749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Terminating (SIGTERM)\u000a20:59:39.656432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Terminating (SIGTERM)\u000a20:59:39.698216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Terminating (SIGTERM)\u000a20:59:39.708070 --- ParallelTerminationStrategy: PID 31396 died...\u000a20:59:39.764535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Terminated: ok {rc=0}\u000a20:59:39.774996 --- ParallelTerminationStrategy: PID 31399 died...\u000a20:59:39.830617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Terminated: ok {rc=0}\u000a20:59:39.840643 --- ParallelTerminationStrategy: PID 31402 died...\u000a20:59:39.896233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Terminated: ok {rc=0}\u000a20:59:39.983241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:59:33" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31414): Process ended prematurely: osmo-stp_10.42.42.5(pid=31414) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31414)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31414): Process ended prematurely: osmo-stp_10.42.42.5(pid=31414) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:59:41.942010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:41.953752 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:59:42.111339 tst mo_mt_call.py: using LAC 36241\u000a20:59:42.231319 tst mo_mt_call.py: using RAC 31\u000a20:59:42.351958 tst mo_mt_call.py: using CellId 36241\u000a20:59:42.472525 tst mo_mt_call.py: using BVCI 36242\u000a20:59:42.495642 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:42.507120 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:42.518277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:42.529402 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:42.540682 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:42.552043 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:59:42.673709 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:59:42.878087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:43.356238 run create_hlr_db(pid=31408): Launched\u000a20:59:43.529801 bus /sierra_2: Setting Powered False\u000a20:59:44.552365 run create_hlr_db(pid=31408): Terminated: ok {rc=0}\u000a20:59:44.983934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31410): Launched\u000a20:59:45.311134 run osmo-hlr_10.42.42.2(pid=31411): Launched\u000a20:59:45.430757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:46.013769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31413): Launched\u000a20:59:46.421252 run osmo-stp_10.42.42.5(pid=31414): Launched\u000a20:59:46.632618 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:47.266158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31416): Launched\u000a20:59:47.571610 run osmo-msc_10.42.42.6(pid=31417): Launched\u000a20:59:47.750309 run osmo-stp_10.42.42.5(pid=31414): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31414)]\u000a20:59:47.879426 run osmo-stp_10.42.42.5(pid=31414): stdout: \u000a| (launched: 2022-12-13_20:59:46.172450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:48.005636 run osmo-stp_10.42.42.5(pid=31414): stderr: \u000a| �[0;m�[38;5;43m20221213205946498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205946499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205946499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205946499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205946500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205946500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205946500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:48.127459 run osmo-stp_10.42.42.5(pid=31414): stdout: \u000a| (launched: 2022-12-13_20:59:46.172450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:48.248052 run osmo-stp_10.42.42.5(pid=31414): stderr: \u000a| �[0;m�[38;5;43m20221213205946498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205946499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205946499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205946499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205946500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205946500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205946500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:48.301470 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31414): Process ended prematurely: osmo-stp_10.42.42.5(pid=31414) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31414)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:59:48.310213 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:59:48.370200 run osmo-hlr_10.42.42.2(pid=31411): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31411)]\u000a20:59:48.419713 run osmo-hlr_10.42.42.2(pid=31411): stdout: \u000a| (launched: 2022-12-13_20:59:45.149510) \u000a20:59:48.469478 run osmo-hlr_10.42.42.2(pid=31411): stderr: \u000a| �[0;m�[1;31m20221213205945343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205945343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205945343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205945343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205945343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205945343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205945358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205945368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205945368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205945368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:48.537457 run osmo-msc_10.42.42.6(pid=31417): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31417)]\u000a20:59:48.586924 run osmo-msc_10.42.42.6(pid=31417): stdout: \u000a| (launched: 2022-12-13_20:59:47.420253) \u000a20:59:48.636838 run osmo-msc_10.42.42.6(pid=31417): stderr: \u000a| �[0;m�[38;5;43m20221213205947688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205947688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3e7b23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205947688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205947688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205947689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205947689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205947691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205947691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205947691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205947691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:48.679013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31410): Terminating (SIGTERM)\u000a20:59:48.719144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31413): Terminating (SIGTERM)\u000a20:59:48.758930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31416): Terminating (SIGTERM)\u000a20:59:48.768247 --- ParallelTerminationStrategy: PID 31410 died...\u000a20:59:48.822098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31410): Terminated: ok {rc=0}\u000a20:59:48.831671 --- ParallelTerminationStrategy: PID 31413 died...\u000a20:59:48.885110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31413): Terminated: ok {rc=0}\u000a20:59:48.895122 --- ParallelTerminationStrategy: PID 31416 died...\u000a20:59:48.948648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31416): Terminated: ok {rc=0}\u000a20:59:49.036635 bus /sierra_3: Setting Powered False\u000a20:59:50.139913 bus /sierra_3: Setting Powered False\u000a20:59:51.251479 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:59:52.361502 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:52.373617 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:59:52.528176 tst mo_mt_call_osmux.py: using LAC 36242\u000a20:59:52.648368 tst mo_mt_call_osmux.py: using RAC 32\u000a20:59:52.767856 tst mo_mt_call_osmux.py: using CellId 36242\u000a20:59:52.888128 tst mo_mt_call_osmux.py: using BVCI 36243\u000a20:59:52.911269 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:52.922573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:52.933655 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:52.944685 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:52.956207 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:59:52.967570 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:59:53.085277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:59:53.296889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:53.815917 run create_hlr_db(pid=31419): Launched\u000a20:59:54.004305 bus /sierra_2: Setting Powered False\u000a20:59:55.024784 run create_hlr_db(pid=31419): Terminated: ok {rc=0}\u000a20:59:55.434342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Launched\u000a20:59:55.738522 run osmo-hlr_10.42.42.2(pid=31422): Launched\u000a20:59:55.857371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:56.390917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Launched\u000a20:59:56.692747 run osmo-stp_10.42.42.5(pid=31425): Launched\u000a20:59:56.802582 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:57.359346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Launched\u000a20:59:57.663781 run osmo-msc_10.42.42.6(pid=31428): Launched\u000a20:59:57.842346 run osmo-stp_10.42.42.5(pid=31425): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]\u000a20:59:57.971249 run osmo-stp_10.42.42.5(pid=31425): stdout: \u000a| (launched: 2022-12-13_20:59:56.544529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:58.097433 run osmo-stp_10.42.42.5(pid=31425): stderr: \u000a| �[0;m�[38;5;43m20221213205956714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205956714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205956714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205956714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205956715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205956715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205956715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:58.219382 run osmo-stp_10.42.42.5(pid=31425): stdout: \u000a| (launched: 2022-12-13_20:59:56.544529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:58.340345 run osmo-stp_10.42.42.5(pid=31425): stderr: \u000a| �[0;m�[38;5;43m20221213205956714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213205956714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213205956714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213205956714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213205956715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213205956715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213205956715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:58.393475 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:59:58.401941 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:59:58.462452 run osmo-hlr_10.42.42.2(pid=31422): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31422)]\u000a20:59:58.511955 run osmo-hlr_10.42.42.2(pid=31422): stdout: \u000a| (launched: 2022-12-13_20:59:55.588534) \u000a20:59:58.561918 run osmo-hlr_10.42.42.2(pid=31422): stderr: \u000a| �[0;m�[1;31m20221213205955763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213205955763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213205955763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205955763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213205955764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213205955764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213205955779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213205955790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213205955790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213205955790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:58.629991 run osmo-msc_10.42.42.6(pid=31428): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31428)]\u000a20:59:58.679381 run osmo-msc_10.42.42.6(pid=31428): stdout: \u000a| (launched: 2022-12-13_20:59:57.513285) \u000a20:59:58.729504 run osmo-msc_10.42.42.6(pid=31428): stderr: \u000a| �[0;m�[38;5;43m20221213205957782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213205957782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17c785bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213205957782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213205957782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213205957782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213205957782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213205957784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213205957784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213205957785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213205957785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:58.771979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Terminating (SIGTERM)\u000a20:59:58.811964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Terminating (SIGTERM)\u000a20:59:58.851843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Terminating (SIGTERM)\u000a20:59:58.861167 --- ParallelTerminationStrategy: PID 31421 died...\u000a20:59:58.915006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Terminated: ok {rc=0}\u000a20:59:58.924667 --- ParallelTerminationStrategy: PID 31424 died...\u000a20:59:58.978197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Terminated: ok {rc=0}\u000a20:59:58.987910 --- ParallelTerminationStrategy: PID 31427 died...\u000a20:59:59.041897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Terminated: ok {rc=0}\u000a20:59:59.126169 bus /sierra_3: Setting Powered False\u000a21:00:00.231268 bus /sierra_3: Setting Powered False\u000a21:00:01.366158 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:59:41" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31469): Process ended prematurely: osmo-stp_10.42.42.5(pid=31469) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31469)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31469): Process ended prematurely: osmo-stp_10.42.42.5(pid=31469) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:00:03.365776 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:03.377681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:00:03.535119 tst mo_mt_call.py: using LAC 36243\u000a21:00:03.655908 tst mo_mt_call.py: using RAC 33\u000a21:00:03.786352 tst mo_mt_call.py: using CellId 36243\u000a21:00:03.914538 tst mo_mt_call.py: using BVCI 36244\u000a21:00:03.939385 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:03.951345 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:03.963366 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:03.975284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:03.987434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:03.999259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:00:04.116925 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:00:04.330319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:04.851120 run create_hlr_db(pid=31462): Launched\u000a21:00:05.038342 bus /sierra_2: Setting Powered False\u000a21:00:06.059629 run create_hlr_db(pid=31462): Terminated: ok {rc=0}\u000a21:00:06.469701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31464): Launched\u000a21:00:06.773104 run osmo-hlr_10.42.42.2(pid=31465): Launched\u000a21:00:06.888812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:07.421503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31468): Launched\u000a21:00:07.724829 run osmo-stp_10.42.42.5(pid=31469): Launched\u000a21:00:07.835706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:08.391153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31471): Launched\u000a21:00:08.696265 run osmo-msc_10.42.42.6(pid=31472): Launched\u000a21:00:08.876757 run osmo-stp_10.42.42.5(pid=31469): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31469)]\u000a21:00:09.005154 run osmo-stp_10.42.42.5(pid=31469): stdout: \u000a| (launched: 2022-12-13_21:00:07.575813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:09.131691 run osmo-stp_10.42.42.5(pid=31469): stderr: \u000a| �[0;m�[38;5;43m20221213210007743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210007743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210007743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210007744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210007744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210007745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210007745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:09.253584 run osmo-stp_10.42.42.5(pid=31469): stdout: \u000a| (launched: 2022-12-13_21:00:07.575813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:09.374694 run osmo-stp_10.42.42.5(pid=31469): stderr: \u000a| �[0;m�[38;5;43m20221213210007743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210007743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210007743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210007744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210007744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210007745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210007745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:09.427967 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31469): Process ended prematurely: osmo-stp_10.42.42.5(pid=31469) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31469)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:00:09.436532 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:00:09.496497 run osmo-hlr_10.42.42.2(pid=31465): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31465)]\u000a21:00:09.545670 run osmo-hlr_10.42.42.2(pid=31465): stdout: \u000a| (launched: 2022-12-13_21:00:06.623596) \u000a21:00:09.595471 run osmo-hlr_10.42.42.2(pid=31465): stderr: \u000a| �[0;m�[1;31m20221213210006797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210006797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210006797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210006797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210006797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210006797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210006809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210006818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210006818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210006818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:09.663242 run osmo-msc_10.42.42.6(pid=31472): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31472)]\u000a21:00:09.712419 run osmo-msc_10.42.42.6(pid=31472): stdout: \u000a| (launched: 2022-12-13_21:00:08.545718) \u000a21:00:09.762117 run osmo-msc_10.42.42.6(pid=31472): stderr: \u000a| �[0;m�[38;5;43m20221213210008815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210008815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3368e93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210008815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210008817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210008818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210008818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210008818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:09.804270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31464): Terminating (SIGTERM)\u000a21:00:09.844144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31468): Terminating (SIGTERM)\u000a21:00:09.883843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31471): Terminating (SIGTERM)\u000a21:00:09.893153 --- ParallelTerminationStrategy: PID 31464 died...\u000a21:00:09.946766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31464): Terminated: ok {rc=0}\u000a21:00:09.956394 --- ParallelTerminationStrategy: PID 31468 died...\u000a21:00:10.010018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31468): Terminated: ok {rc=0}\u000a21:00:10.019709 --- ParallelTerminationStrategy: PID 31471 died...\u000a21:00:10.073267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31471): Terminated: ok {rc=0}\u000a21:00:10.161743 bus /sierra_3: Setting Powered False\u000a21:00:11.267944 bus /sierra_3: Setting Powered False\u000a21:00:12.378932 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:00:13.495314 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:13.508394 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:00:13.673287 tst mo_mt_call_osmux.py: using LAC 36244\u000a21:00:13.804596 tst mo_mt_call_osmux.py: using RAC 34\u000a21:00:13.937147 tst mo_mt_call_osmux.py: using CellId 36244\u000a21:00:14.067412 tst mo_mt_call_osmux.py: using BVCI 36245\u000a21:00:14.093296 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:14.106811 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:14.119051 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:14.131356 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:14.143797 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:00:14.156350 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:00:14.280112 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:00:14.504482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:14.991004 run create_hlr_db(pid=31826): Launched\u000a21:00:15.174412 bus /sierra_2: Setting Powered False\u000a21:00:16.249575 run create_hlr_db(pid=31826): Terminated: ok {rc=0}\u000a21:00:16.739250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Launched\u000a21:00:17.174801 run osmo-hlr_10.42.42.2(pid=31829): Launched\u000a21:00:17.329937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:17.898215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Launched\u000a21:00:18.223814 run osmo-stp_10.42.42.5(pid=31832): Launched\u000a21:00:18.341446 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:18.935370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Launched\u000a21:00:19.260667 run osmo-msc_10.42.42.6(pid=31835): Launched\u000a21:00:19.450610 run osmo-stp_10.42.42.5(pid=31832): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]\u000a21:00:19.587393 run osmo-stp_10.42.42.5(pid=31832): stdout: \u000a| (launched: 2022-12-13_21:00:18.064432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:19.722670 run osmo-stp_10.42.42.5(pid=31832): stderr: \u000a| �[0;m�[38;5;43m20221213210018253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210018253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210018253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210018254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210018254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210018254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210018254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:19.852675 run osmo-stp_10.42.42.5(pid=31832): stdout: \u000a| (launched: 2022-12-13_21:00:18.064432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:19.982125 run osmo-stp_10.42.42.5(pid=31832): stderr: \u000a| �[0;m�[38;5;43m20221213210018253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210018253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210018253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210018254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210018254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210018254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210018254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:20.039071 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:00:20.048316 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:00:20.111464 run osmo-hlr_10.42.42.2(pid=31829): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31829)]\u000a21:00:20.162884 run osmo-hlr_10.42.42.2(pid=31829): stdout: \u000a| (launched: 2022-12-13_21:00:16.897961) \u000a21:00:20.214942 run osmo-hlr_10.42.42.2(pid=31829): stderr: \u000a| �[0;m�[1;31m20221213210017148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210017148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210017148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210017148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210017148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210017149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210017163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210017180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210017180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210017180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:20.285956 run osmo-msc_10.42.42.6(pid=31835): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31835)]\u000a21:00:20.337464 run osmo-msc_10.42.42.6(pid=31835): stdout: \u000a| (launched: 2022-12-13_21:00:19.100757) \u000a21:00:20.389271 run osmo-msc_10.42.42.6(pid=31835): stderr: \u000a| �[0;m�[38;5;43m20221213210019422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210019422 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f007e359c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210019422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210019422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210019422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210019423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210019424 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210019425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210019425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210019425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:20.433213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminating (SIGTERM)\u000a21:00:20.474901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminating (SIGTERM)\u000a21:00:20.516464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Terminating (SIGTERM)\u000a21:00:20.526381 --- ParallelTerminationStrategy: PID 31828 died...\u000a21:00:20.582331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminated: ok {rc=0}\u000a21:00:20.592527 --- ParallelTerminationStrategy: PID 31831 died...\u000a21:00:20.648160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminated: ok {rc=0}\u000a21:00:20.658339 --- ParallelTerminationStrategy: PID 31834 died...\u000a21:00:20.714107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Terminated: ok {rc=0}\u000a21:00:20.800471 bus /sierra_3: Setting Powered False\u000a21:00:21.907057 bus /sierra_3: Setting Powered False\u000a21:00:23.033762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:00:03" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:00:25.035570 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:25.047855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:00:25.205474 tst mo_mt_call.py: using LAC 36245\u000a21:00:25.328888 tst mo_mt_call.py: using RAC 35\u000a21:00:25.453433 tst mo_mt_call.py: using CellId 36245\u000a21:00:25.575687 tst mo_mt_call.py: using BVCI 36246\u000a21:00:25.600197 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:25.612431 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:25.624994 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:25.637241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:25.650595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:25.664523 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:00:25.789346 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:00:25.997427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:26.503823 run create_hlr_db(pid=32015): Launched\u000a21:00:26.690167 bus /sierra_2: Setting Powered False\u000a21:00:27.711993 run create_hlr_db(pid=32015): Terminated: ok {rc=0}\u000a21:00:28.144596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Launched\u000a21:00:28.573892 run osmo-hlr_10.42.42.2(pid=32018): Launched\u000a21:00:28.820257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:29.391033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Launched\u000a21:00:29.718119 run osmo-stp_10.42.42.5(pid=32022): Launched\u000a21:00:29.835761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:30.435857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Launched\u000a21:00:30.763776 run osmo-msc_10.42.42.6(pid=32025): Launched\u000a21:00:31.086557 run osmo-stp_10.42.42.5(pid=32022): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a21:00:31.297492 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-13_21:00:29.556455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:31.502674 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221213210029749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210029749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210029749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210029750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210029750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210029750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210029750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:31.636067 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-13_21:00:29.556455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:31.768168 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221213210029749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210029749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210029749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210029750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210029750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210029750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210029750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:31.826687 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:00:31.836366 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a21:00:31.900141 run osmo-hlr_10.42.42.2(pid=32018): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32018)]\u000a21:00:31.952219 run osmo-hlr_10.42.42.2(pid=32018): stdout: \u000a| (launched: 2022-12-13_21:00:28.315513) \u000a21:00:32.005359 run osmo-hlr_10.42.42.2(pid=32018): stderr: \u000a| �[0;m�[1;31m20221213210028617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210028617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210028617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210028617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210028617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210028617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210028638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210028646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210028646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210028646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:32.077324 run osmo-msc_10.42.42.6(pid=32025): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32025)]\u000a21:00:32.129626 run osmo-msc_10.42.42.6(pid=32025): stdout: \u000a| (launched: 2022-12-13_21:00:30.602048) \u000a21:00:32.182649 run osmo-msc_10.42.42.6(pid=32025): stderr: \u000a| �[0;m�[38;5;43m20221213210030994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210030994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5655cb7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210030994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210030994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210030994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210030994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210030996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210030996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210031005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210031006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:32.227722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Terminating (SIGTERM)\u000a21:00:32.272601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminating (SIGTERM)\u000a21:00:32.316525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Terminating (SIGTERM)\u000a21:00:32.327512 --- ParallelTerminationStrategy: PID 32017 died...\u000a21:00:32.384317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Terminated: ok {rc=0}\u000a21:00:32.394969 --- ParallelTerminationStrategy: PID 32021 died...\u000a21:00:32.450710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminated: ok {rc=0}\u000a21:00:32.460785 --- ParallelTerminationStrategy: PID 32024 died...\u000a21:00:32.516224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Terminated: ok {rc=0}\u000a21:00:32.601901 bus /sierra_3: Setting Powered False\u000a21:00:33.707286 bus /sierra_3: Setting Powered False\u000a21:00:34.816399 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32033): Process ended prematurely: osmo-stp_10.42.42.5(pid=32033) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32033)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32033): Process ended prematurely: osmo-stp_10.42.42.5(pid=32033) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:00:35.930930 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:35.943297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:00:36.105432 tst mo_mt_call_osmux.py: using LAC 36246\u000a21:00:36.234258 tst mo_mt_call_osmux.py: using RAC 36\u000a21:00:36.361493 tst mo_mt_call_osmux.py: using CellId 36246\u000a21:00:36.489439 tst mo_mt_call_osmux.py: using BVCI 36247\u000a21:00:36.514249 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:36.526210 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:36.537784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:36.549373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:36.561071 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:00:36.572483 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:00:36.692756 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:00:36.898457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:37.379353 run create_hlr_db(pid=32027): Launched\u000a21:00:37.554974 bus /sierra_2: Setting Powered False\u000a21:00:38.576740 run create_hlr_db(pid=32027): Terminated: ok {rc=0}\u000a21:00:38.981616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32029): Launched\u000a21:00:39.285904 run osmo-hlr_10.42.42.2(pid=32030): Launched\u000a21:00:39.403792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:39.937243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32032): Launched\u000a21:00:40.242031 run osmo-stp_10.42.42.5(pid=32033): Launched\u000a21:00:40.352936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:40.910630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32035): Launched\u000a21:00:41.220401 run osmo-msc_10.42.42.6(pid=32036): Launched\u000a21:00:41.399763 run osmo-stp_10.42.42.5(pid=32033): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32033)]\u000a21:00:41.529287 run osmo-stp_10.42.42.5(pid=32033): stdout: \u000a| (launched: 2022-12-13_21:00:40.091331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:41.655710 run osmo-stp_10.42.42.5(pid=32033): stderr: \u000a| �[0;m�[38;5;43m20221213210040260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210040260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210040260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210040261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210040261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210040261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210040261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:41.778333 run osmo-stp_10.42.42.5(pid=32033): stdout: \u000a| (launched: 2022-12-13_21:00:40.091331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:41.899914 run osmo-stp_10.42.42.5(pid=32033): stderr: \u000a| �[0;m�[38;5;43m20221213210040260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210040260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210040260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210040261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210040261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210040261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210040261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:41.953053 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32033): Process ended prematurely: osmo-stp_10.42.42.5(pid=32033) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32033)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:00:41.961780 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:00:42.022328 run osmo-hlr_10.42.42.2(pid=32030): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32030)]\u000a21:00:42.071728 run osmo-hlr_10.42.42.2(pid=32030): stdout: \u000a| (launched: 2022-12-13_21:00:39.136185) \u000a21:00:42.121932 run osmo-hlr_10.42.42.2(pid=32030): stderr: \u000a| �[0;m�[1;31m20221213210039311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210039311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210039311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210039311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210039311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210039311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210039326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210039335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210039336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210039336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:42.190187 run osmo-msc_10.42.42.6(pid=32036): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32036)]\u000a21:00:42.239879 run osmo-msc_10.42.42.6(pid=32036): stdout: \u000a| (launched: 2022-12-13_21:00:41.065842) \u000a21:00:42.290538 run osmo-msc_10.42.42.6(pid=32036): stderr: \u000a| �[0;m�[38;5;43m20221213210041336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210041337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feac13bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210041337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210041337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210041337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210041337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210041339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210041340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210041340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210041340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:42.332769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32029): Terminating (SIGTERM)\u000a21:00:42.372585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32032): Terminating (SIGTERM)\u000a21:00:42.412481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32035): Terminating (SIGTERM)\u000a21:00:42.421827 --- ParallelTerminationStrategy: PID 32029 died...\u000a21:00:42.475942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32029): Terminated: ok {rc=0}\u000a21:00:42.485733 --- ParallelTerminationStrategy: PID 32032 died...\u000a21:00:42.540193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32032): Terminated: ok {rc=0}\u000a21:00:42.549877 --- ParallelTerminationStrategy: PID 32035 died...\u000a21:00:42.603683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32035): Terminated: ok {rc=0}\u000a21:00:42.691509 bus /sierra_3: Setting Powered False\u000a21:00:43.793948 bus /sierra_3: Setting Powered False\u000a21:00:44.899676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:00:24" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32047): Process ended prematurely: osmo-stp_10.42.42.5(pid=32047) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32047): Process ended prematurely: osmo-stp_10.42.42.5(pid=32047) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:00:46.934377 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:46.946654 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:00:47.135672 tst mo_mt_call.py: using LAC 36247\u000a21:00:47.268151 tst mo_mt_call.py: using RAC 37\u000a21:00:47.395526 tst mo_mt_call.py: using CellId 36247\u000a21:00:47.517858 tst mo_mt_call.py: using BVCI 36248\u000a21:00:47.540837 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:47.552156 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:47.563485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:47.574746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:47.586796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:47.598730 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:00:47.723138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:00:47.928325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:48.410092 run create_hlr_db(pid=32041): Launched\u000a21:00:48.585203 bus /sierra_2: Setting Powered False\u000a21:00:49.607534 run create_hlr_db(pid=32041): Terminated: ok {rc=0}\u000a21:00:50.040127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Launched\u000a21:00:50.367639 run osmo-hlr_10.42.42.2(pid=32044): Launched\u000a21:00:50.490367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:51.059479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Launched\u000a21:00:51.386925 run osmo-stp_10.42.42.5(pid=32047): Launched\u000a21:00:51.504317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:52.091059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Launched\u000a21:00:52.397257 run osmo-msc_10.42.42.6(pid=32051): Launched\u000a21:00:52.577683 run osmo-stp_10.42.42.5(pid=32047): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)]\u000a21:00:52.707193 run osmo-stp_10.42.42.5(pid=32047): stdout: \u000a| (launched: 2022-12-13_21:00:51.225662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:52.833847 run osmo-stp_10.42.42.5(pid=32047): stderr: \u000a| �[0;m�[38;5;43m20221213210051416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210051416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210051416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210051416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210051417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210051417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210051417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:52.956171 run osmo-stp_10.42.42.5(pid=32047): stdout: \u000a| (launched: 2022-12-13_21:00:51.225662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:53.077823 run osmo-stp_10.42.42.5(pid=32047): stderr: \u000a| �[0;m�[38;5;43m20221213210051416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210051416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210051416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210051416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210051417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210051417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210051417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:53.131347 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32047): Process ended prematurely: osmo-stp_10.42.42.5(pid=32047) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:00:53.139873 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:00:53.199829 run osmo-hlr_10.42.42.2(pid=32044): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32044)]\u000a21:00:53.249006 run osmo-hlr_10.42.42.2(pid=32044): stdout: \u000a| (launched: 2022-12-13_21:00:50.205839) \u000a21:00:53.299094 run osmo-hlr_10.42.42.2(pid=32044): stderr: \u000a| �[0;m�[1;31m20221213210050403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210050403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210050403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210050403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210050403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210050403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210050416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210050425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210050425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210050425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:53.366996 run osmo-msc_10.42.42.6(pid=32051): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32051)]\u000a21:00:53.416166 run osmo-msc_10.42.42.6(pid=32051): stdout: \u000a| (launched: 2022-12-13_21:00:52.246102) \u000a21:00:53.465815 run osmo-msc_10.42.42.6(pid=32051): stderr: \u000a| �[0;m�[38;5;43m20221213210052516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210052516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f140a275c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210052516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210052516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210052517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210052517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210052519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210052519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210052519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210052519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:53.507957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Terminating (SIGTERM)\u000a21:00:53.548036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Terminating (SIGTERM)\u000a21:00:53.587701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Terminating (SIGTERM)\u000a21:00:53.596587 --- ParallelTerminationStrategy: PID 32043 died...\u000a21:00:53.650228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Terminated: ok {rc=0}\u000a21:00:53.659868 --- ParallelTerminationStrategy: PID 32046 died...\u000a21:00:53.713287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Terminated: ok {rc=0}\u000a21:00:53.722870 --- ParallelTerminationStrategy: PID 32050 died...\u000a21:00:53.776554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32050): Terminated: ok {rc=0}\u000a21:00:53.865115 bus /sierra_3: Setting Powered False\u000a21:00:54.969150 bus /sierra_3: Setting Powered False\u000a21:00:56.081157 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:00:57.195787 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:57.208045 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:00:57.370349 tst mo_mt_call_osmux.py: using LAC 36248\u000a21:00:57.497878 tst mo_mt_call_osmux.py: using RAC 38\u000a21:00:57.625063 tst mo_mt_call_osmux.py: using CellId 36248\u000a21:00:57.753962 tst mo_mt_call_osmux.py: using BVCI 36249\u000a21:00:57.778714 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:57.790591 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:57.802198 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:57.813871 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:57.825602 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:00:57.837201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:00:57.959269 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:00:58.171121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:58.691539 run create_hlr_db(pid=32053): Launched\u000a21:00:58.879123 bus /sierra_2: Setting Powered False\u000a21:00:59.900503 run create_hlr_db(pid=32053): Terminated: ok {rc=0}\u000a21:01:00.310856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Launched\u000a21:01:00.618593 run osmo-hlr_10.42.42.2(pid=32056): Launched\u000a21:01:00.731861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:01.313758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Launched\u000a21:01:01.645527 run osmo-stp_10.42.42.5(pid=32059): Launched\u000a21:01:01.826753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:01:02.525635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32061): Launched\u000a21:01:02.851195 run osmo-msc_10.42.42.6(pid=32062): Launched\u000a21:01:03.040576 run osmo-stp_10.42.42.5(pid=32059): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]\u000a21:01:03.178315 run osmo-stp_10.42.42.5(pid=32059): stdout: \u000a| (launched: 2022-12-13_21:01:01.483717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:03.313838 run osmo-stp_10.42.42.5(pid=32059): stderr: \u000a| �[0;m�[38;5;43m20221213210101855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210101856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210101856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210101856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210101861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210101861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210101861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:03.444633 run osmo-stp_10.42.42.5(pid=32059): stdout: \u000a| (launched: 2022-12-13_21:01:01.483717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:03.574510 run osmo-stp_10.42.42.5(pid=32059): stderr: \u000a| �[0;m�[38;5;43m20221213210101855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210101856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210101856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210101856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210101861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210101861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210101861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:03.631618 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:01:03.640509 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:01:03.703483 run osmo-hlr_10.42.42.2(pid=32056): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32056)]\u000a21:01:03.755082 run osmo-hlr_10.42.42.2(pid=32056): stdout: \u000a| (launched: 2022-12-13_21:01:00.465817) \u000a21:01:03.806969 run osmo-hlr_10.42.42.2(pid=32056): stderr: \u000a| �[0;m�[1;31m20221213210100640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210100640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210100640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210100641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210100641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210100641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210100651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:03.877984 run osmo-msc_10.42.42.6(pid=32062): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32062)]\u000a21:01:03.929711 run osmo-msc_10.42.42.6(pid=32062): stdout: \u000a| (launched: 2022-12-13_21:01:02.691206) \u000a21:01:03.981805 run osmo-msc_10.42.42.6(pid=32062): stderr: \u000a| �[0;m�[38;5;43m20221213210103011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210103011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f164c14dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210103011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210103011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210103012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210103012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210103014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210103014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210103014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210103014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:01:04.025710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Terminating (SIGTERM)\u000a21:01:04.067211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Terminating (SIGTERM)\u000a21:01:04.108863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32061): Terminating (SIGTERM)\u000a21:01:04.118690 --- ParallelTerminationStrategy: PID 32055 died...\u000a21:01:04.174594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Terminated: ok {rc=0}\u000a21:01:04.184665 --- ParallelTerminationStrategy: PID 32058 died...\u000a21:01:04.240167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Terminated: ok {rc=0}\u000a21:01:04.250314 --- ParallelTerminationStrategy: PID 32061 died...\u000a21:01:04.306414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32061): Terminated: ok {rc=0}\u000a21:01:04.393825 bus /sierra_3: Setting Powered False\u000a21:01:05.499799 bus /sierra_3: Setting Powered False\u000a21:01:06.608387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:00:46" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32074): Process ended prematurely: osmo-stp_10.42.42.5(pid=32074) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32074)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32074): Process ended prematurely: osmo-stp_10.42.42.5(pid=32074) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:01:08.600779 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:08.612085 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:01:08.765994 tst mo_mt_call.py: using LAC 36249\u000a21:01:08.887280 tst mo_mt_call.py: using RAC 39\u000a21:01:09.007745 tst mo_mt_call.py: using CellId 36249\u000a21:01:09.135954 tst mo_mt_call.py: using BVCI 36250\u000a21:01:09.160805 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:09.172850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:09.184534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:09.196255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:09.208242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:09.220035 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:01:09.337596 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:01:09.550964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:10.073329 run create_hlr_db(pid=32068): Launched\u000a21:01:10.261012 bus /sierra_2: Setting Powered False\u000a21:01:11.282306 run create_hlr_db(pid=32068): Terminated: ok {rc=0}\u000a21:01:11.690790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32070): Launched\u000a21:01:11.995447 run osmo-hlr_10.42.42.2(pid=32071): Launched\u000a21:01:12.113612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:12.679804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32073): Launched\u000a21:01:13.005208 run osmo-stp_10.42.42.5(pid=32074): Launched\u000a21:01:13.123108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:01:13.717915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32076): Launched\u000a21:01:14.042571 run osmo-msc_10.42.42.6(pid=32077): Launched\u000a21:01:14.232299 run osmo-stp_10.42.42.5(pid=32074): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32074)]\u000a21:01:14.369878 run osmo-stp_10.42.42.5(pid=32074): stdout: \u000a| (launched: 2022-12-13_21:01:12.845445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:14.505475 run osmo-stp_10.42.42.5(pid=32074): stderr: \u000a| �[0;m�[38;5;43m20221213210113035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210113035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210113035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210113036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210113036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210113036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210113036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:14.636383 run osmo-stp_10.42.42.5(pid=32074): stdout: \u000a| (launched: 2022-12-13_21:01:12.845445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:14.765619 run osmo-stp_10.42.42.5(pid=32074): stderr: \u000a| �[0;m�[38;5;43m20221213210113035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210113035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210113035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210113036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210113036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210113036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210113036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:14.822837 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32074): Process ended prematurely: osmo-stp_10.42.42.5(pid=32074) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32074)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:01:14.831995 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:01:14.894300 run osmo-hlr_10.42.42.2(pid=32071): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32071)]\u000a21:01:14.945198 run osmo-hlr_10.42.42.2(pid=32071): stdout: \u000a| (launched: 2022-12-13_21:01:11.845615) \u000a21:01:14.996740 run osmo-hlr_10.42.42.2(pid=32071): stderr: \u000a| �[0;m�[1;31m20221213210112018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210112018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210112018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210112018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210112018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210112018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210112045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210112055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210112055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210112055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:15.067010 run osmo-msc_10.42.42.6(pid=32077): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32077)]\u000a21:01:15.117809 run osmo-msc_10.42.42.6(pid=32077): stdout: \u000a| (launched: 2022-12-13_21:01:13.883370) \u000a21:01:15.169292 run osmo-msc_10.42.42.6(pid=32077): stderr: \u000a| �[0;m�[38;5;43m20221213210114203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210114203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36bde26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210114203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210114203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210114204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210114204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210114206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210114206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210114206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210114206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:01:15.213237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32070): Terminating (SIGTERM)\u000a21:01:15.254618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32073): Terminating (SIGTERM)\u000a21:01:15.296303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32076): Terminating (SIGTERM)\u000a21:01:15.306251 --- ParallelTerminationStrategy: PID 32070 died...\u000a21:01:15.362100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32070): Terminated: ok {rc=0}\u000a21:01:15.372272 --- ParallelTerminationStrategy: PID 32073 died...\u000a21:01:15.427525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32073): Terminated: ok {rc=0}\u000a21:01:15.437785 --- ParallelTerminationStrategy: PID 32076 died...\u000a21:01:15.492855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32076): Terminated: ok {rc=0}\u000a21:01:15.579639 bus /sierra_3: Setting Powered False\u000a21:01:16.698720 bus /sierra_3: Setting Powered False\u000a21:01:17.808120 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32085): Process ended prematurely: osmo-stp_10.42.42.5(pid=32085) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32085)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32085): Process ended prematurely: osmo-stp_10.42.42.5(pid=32085) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:01:18.918074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:18.929876 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:01:19.086148 tst mo_mt_call_osmux.py: using LAC 36250\u000a21:01:19.209154 tst mo_mt_call_osmux.py: using RAC 40\u000a21:01:19.327522 tst mo_mt_call_osmux.py: using CellId 36250\u000a21:01:19.444856 tst mo_mt_call_osmux.py: using BVCI 36251\u000a21:01:19.467911 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:19.479287 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:19.490466 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:19.501708 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:19.513186 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:01:19.524718 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:01:19.642474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:01:19.858668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:20.379444 run create_hlr_db(pid=32079): Launched\u000a21:01:20.567082 bus /sierra_2: Setting Powered False\u000a21:01:21.588015 run create_hlr_db(pid=32079): Terminated: ok {rc=0}\u000a21:01:22.011463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32081): Launched\u000a21:01:22.338080 run osmo-hlr_10.42.42.2(pid=32082): Launched\u000a21:01:22.459172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:23.026310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32084): Launched\u000a21:01:23.353058 run osmo-stp_10.42.42.5(pid=32085): Launched\u000a21:01:23.469838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:01:24.063389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32087): Launched\u000a21:01:24.390318 run osmo-msc_10.42.42.6(pid=32088): Launched\u000a21:01:24.580843 run osmo-stp_10.42.42.5(pid=32085): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32085)]\u000a21:01:24.718449 run osmo-stp_10.42.42.5(pid=32085): stdout: \u000a| (launched: 2022-12-13_21:01:23.192022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:24.854286 run osmo-stp_10.42.42.5(pid=32085): stderr: \u000a| �[0;m�[38;5;43m20221213210123382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210123382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210123383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210123383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:24.984769 run osmo-stp_10.42.42.5(pid=32085): stdout: \u000a| (launched: 2022-12-13_21:01:23.192022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:25.114425 run osmo-stp_10.42.42.5(pid=32085): stderr: \u000a| �[0;m�[38;5;43m20221213210123382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210123382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210123383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210123383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:25.171397 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32085): Process ended prematurely: osmo-stp_10.42.42.5(pid=32085) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32085)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:01:25.180552 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:01:25.243138 run osmo-hlr_10.42.42.2(pid=32082): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32082)]\u000a21:01:25.294781 run osmo-hlr_10.42.42.2(pid=32082): stdout: \u000a| (launched: 2022-12-13_21:01:22.177200) \u000a21:01:25.346742 run osmo-hlr_10.42.42.2(pid=32082): stderr: \u000a| �[0;m�[1;31m20221213210122374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210122374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210122374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210122374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210122374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210122374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210122387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210122395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210122396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210122396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:25.417186 run osmo-msc_10.42.42.6(pid=32088): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32088)]\u000a21:01:25.468071 run osmo-msc_10.42.42.6(pid=32088): stdout: \u000a| (launched: 2022-12-13_21:01:24.229293) \u000a21:01:25.519627 run osmo-msc_10.42.42.6(pid=32088): stderr: \u000a| �[0;m�[38;5;43m20221213210124552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210124552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb89cd84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210124552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210124552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210124552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210124552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210124554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210124555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210124555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210124555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:01:25.563173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32081): Terminating (SIGTERM)\u000a21:01:25.604525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32084): Terminating (SIGTERM)\u000a21:01:25.645990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32087): Terminating (SIGTERM)\u000a21:01:25.655655 --- ParallelTerminationStrategy: PID 32081 died...\u000a21:01:25.711161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32081): Terminated: ok {rc=0}\u000a21:01:25.721291 --- ParallelTerminationStrategy: PID 32084 died...\u000a21:01:25.776292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32084): Terminated: ok {rc=0}\u000a21:01:25.786385 --- ParallelTerminationStrategy: PID 32087 died...\u000a21:01:25.841652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32087): Terminated: ok {rc=0}\u000a21:01:25.927480 bus /sierra_3: Setting Powered False\u000a21:01:27.032652 bus /sierra_3: Setting Powered False\u000a21:01:28.140047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:01:08" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32099): Process ended prematurely: osmo-stp_10.42.42.5(pid=32099) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32099)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32099): Process ended prematurely: osmo-stp_10.42.42.5(pid=32099) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:01:30.134325 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:30.146154 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:01:30.308293 tst mo_mt_call.py: using LAC 36251\u000a21:01:30.436839 tst mo_mt_call.py: using RAC 41\u000a21:01:30.565315 tst mo_mt_call.py: using CellId 36251\u000a21:01:30.694809 tst mo_mt_call.py: using BVCI 36252\u000a21:01:30.719620 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:30.731479 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:30.743153 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:30.754784 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:30.766554 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:30.778179 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:01:30.908809 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:01:31.156752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:31.726622 run create_hlr_db(pid=32093): Launched\u000a21:01:31.968450 bus /sierra_2: Setting Powered False\u000a21:01:32.932871 run create_hlr_db(pid=32093): Terminated: ok {rc=0}\u000a21:01:33.432070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32095): Launched\u000a21:01:33.757371 run osmo-hlr_10.42.42.2(pid=32096): Launched\u000a21:01:33.879021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:34.445802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32098): Launched\u000a21:01:34.771922 run osmo-stp_10.42.42.5(pid=32099): Launched\u000a21:01:34.889224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:01:35.483572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32101): Launched\u000a21:01:35.810730 run osmo-msc_10.42.42.6(pid=32102): Launched\u000a21:01:36.001152 run osmo-stp_10.42.42.5(pid=32099): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32099)]\u000a21:01:36.138964 run osmo-stp_10.42.42.5(pid=32099): stdout: \u000a| (launched: 2022-12-13_21:01:34.611222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:36.274787 run osmo-stp_10.42.42.5(pid=32099): stderr: \u000a| �[0;m�[38;5;43m20221213210134802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210134802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210134802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210134803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210134803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210134803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210134803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:36.406071 run osmo-stp_10.42.42.5(pid=32099): stdout: \u000a| (launched: 2022-12-13_21:01:34.611222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:36.535744 run osmo-stp_10.42.42.5(pid=32099): stderr: \u000a| �[0;m�[38;5;43m20221213210134802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210134802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210134802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210134803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210134803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210134803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210134803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:36.592856 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32099): Process ended prematurely: osmo-stp_10.42.42.5(pid=32099) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32099)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:01:36.601872 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a21:01:36.664092 run osmo-hlr_10.42.42.2(pid=32096): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32096)]\u000a21:01:36.715637 run osmo-hlr_10.42.42.2(pid=32096): stdout: \u000a| (launched: 2022-12-13_21:01:33.598130) \u000a21:01:36.767466 run osmo-hlr_10.42.42.2(pid=32096): stderr: \u000a| �[0;m�[1;31m20221213210133794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210133794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210133794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210133794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210133794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210133794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210133807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210133816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210133816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210133816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:36.838167 run osmo-msc_10.42.42.6(pid=32102): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32102)]\u000a21:01:36.889163 run osmo-msc_10.42.42.6(pid=32102): stdout: \u000a| (launched: 2022-12-13_21:01:35.649493) \u000a21:01:36.940869 run osmo-msc_10.42.42.6(pid=32102): stderr: \u000a| �[0;m�[38;5;43m20221213210135969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210135969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff33739fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210135969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210135969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210135969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210135970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210135971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210135972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210135972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210135972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:01:36.984695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32095): Terminating (SIGTERM)\u000a21:01:37.026089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32098): Terminating (SIGTERM)\u000a21:01:37.067606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32101): Terminating (SIGTERM)\u000a21:01:37.077389 --- ParallelTerminationStrategy: PID 32095 died...\u000a21:01:37.132841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32095): Terminated: ok {rc=0}\u000a21:01:37.142968 --- ParallelTerminationStrategy: PID 32098 died...\u000a21:01:37.198119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32098): Terminated: ok {rc=0}\u000a21:01:37.208145 --- ParallelTerminationStrategy: PID 32101 died...\u000a21:01:37.263442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32101): Terminated: ok {rc=0}\u000a21:01:37.350119 bus /sierra_3: Setting Powered False\u000a21:01:38.456145 bus /sierra_3: Setting Powered False\u000a21:01:39.567993 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32110): Process ended prematurely: osmo-stp_10.42.42.5(pid=32110) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32110): Process ended prematurely: osmo-stp_10.42.42.5(pid=32110) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:01:40.682854 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:40.695383 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:01:40.857483 tst mo_mt_call_osmux.py: using LAC 36252\u000a21:01:40.987136 tst mo_mt_call_osmux.py: using RAC 42\u000a21:01:41.114417 tst mo_mt_call_osmux.py: using CellId 36252\u000a21:01:41.243594 tst mo_mt_call_osmux.py: using BVCI 36253\u000a21:01:41.268364 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:41.280410 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:41.292338 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:41.304489 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:41.316198 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:01:41.327936 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:01:41.448453 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:01:41.652009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:42.131459 run create_hlr_db(pid=32104): Launched\u000a21:01:42.305554 bus /sierra_2: Setting Powered False\u000a21:01:43.328468 run create_hlr_db(pid=32104): Terminated: ok {rc=0}\u000a21:01:43.762426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Launched\u000a21:01:44.089466 run osmo-hlr_10.42.42.2(pid=32107): Launched\u000a21:01:44.211468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:44.781969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Launched\u000a21:01:45.109158 run osmo-stp_10.42.42.5(pid=32110): Launched\u000a21:01:45.227732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:01:45.824875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Launched\u000a21:01:46.211864 run osmo-msc_10.42.42.6(pid=32113): Launched\u000a21:01:46.530432 run osmo-stp_10.42.42.5(pid=32110): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)]\u000a21:01:46.807660 run osmo-stp_10.42.42.5(pid=32110): stdout: \u000a| (launched: 2022-12-13_21:01:44.947820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:47.048188 run osmo-stp_10.42.42.5(pid=32110): stderr: \u000a| �[0;m�[38;5;43m20221213210145140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210145141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210145141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210145141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210145142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210145142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210145142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:47.277712 run osmo-stp_10.42.42.5(pid=32110): stdout: \u000a| (launched: 2022-12-13_21:01:44.947820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:47.412271 run osmo-stp_10.42.42.5(pid=32110): stderr: \u000a| �[0;m�[38;5;43m20221213210145140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210145141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210145141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210145141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210145142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210145142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210145142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:47.470615 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32110): Process ended prematurely: osmo-stp_10.42.42.5(pid=32110) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32110)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:01:47.479978 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a21:01:47.544190 run osmo-hlr_10.42.42.2(pid=32107): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32107)]\u000a21:01:47.595982 run osmo-hlr_10.42.42.2(pid=32107): stdout: \u000a| (launched: 2022-12-13_21:01:43.928319) \u000a21:01:47.647775 run osmo-hlr_10.42.42.2(pid=32107): stderr: \u000a| �[0;m�[1;31m20221213210144125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210144125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210144125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210144126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210144126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210144126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210144138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210144147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210144147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210144147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:47.718616 run osmo-msc_10.42.42.6(pid=32113): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32113)]\u000a21:01:47.769672 run osmo-msc_10.42.42.6(pid=32113): stdout: \u000a| (launched: 2022-12-13_21:01:46.020006) \u000a21:01:47.821321 run osmo-msc_10.42.42.6(pid=32113): stderr: \u000a| �[0;m�[38;5;43m20221213210146757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210146759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f443a9f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210146759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210146759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210146760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210146760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210146770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210146770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210146770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210146770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:01:47.865153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Terminating (SIGTERM)\u000a21:01:47.906622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Terminating (SIGTERM)\u000a21:01:47.948351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Terminating (SIGTERM)\u000a21:01:47.957850 --- ParallelTerminationStrategy: PID 32106 died...\u000a21:01:48.013198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32106): Terminated: ok {rc=0}\u000a21:01:48.023305 --- ParallelTerminationStrategy: PID 32109 died...\u000a21:01:48.078718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32109): Terminated: ok {rc=0}\u000a21:01:48.088845 --- ParallelTerminationStrategy: PID 32112 died...\u000a21:01:48.144163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32112): Terminated: ok {rc=0}\u000a21:01:48.230196 bus /sierra_3: Setting Powered False\u000a21:01:49.336926 bus /sierra_3: Setting Powered False\u000a21:01:50.444133 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:01:29" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32124): Process ended prematurely: osmo-stp_10.42.42.5(pid=32124) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32124)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32124): Process ended prematurely: osmo-stp_10.42.42.5(pid=32124) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:01:52.441937 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:01:52.453546 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:01:52.614242 tst mo_mt_call.py: using LAC 36253\u000a21:01:52.741449 tst mo_mt_call.py: using RAC 43\u000a21:01:52.870499 tst mo_mt_call.py: using CellId 36253\u000a21:01:52.997540 tst mo_mt_call.py: using BVCI 36254\u000a21:01:53.022255 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:01:53.033853 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:01:53.045197 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:01:53.056458 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:01:53.067843 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:01:53.079244 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:01:53.194882 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:01:53.408590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:53.929989 run create_hlr_db(pid=32118): Launched\u000a21:01:54.117978 bus /sierra_2: Setting Powered False\u000a21:01:55.139987 run create_hlr_db(pid=32118): Terminated: ok {rc=0}\u000a21:01:55.572910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32120): Launched\u000a21:01:55.898804 run osmo-hlr_10.42.42.2(pid=32121): Launched\u000a21:01:56.021156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:56.586687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32123): Launched\u000a21:01:56.913457 run osmo-stp_10.42.42.5(pid=32124): Launched\u000a21:01:57.031205 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:01:57.625840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32126): Launched\u000a21:01:57.954585 run osmo-msc_10.42.42.6(pid=32127): Launched\u000a21:01:58.144756 run osmo-stp_10.42.42.5(pid=32124): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32124)]\u000a21:01:58.282000 run osmo-stp_10.42.42.5(pid=32124): stdout: \u000a| (launched: 2022-12-13_21:01:56.752755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:58.418758 run osmo-stp_10.42.42.5(pid=32124): stderr: \u000a| �[0;m�[38;5;43m20221213210156942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210156942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210156943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210156943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210156944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210156944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210156944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:58.550048 run osmo-stp_10.42.42.5(pid=32124): stdout: \u000a| (launched: 2022-12-13_21:01:56.752755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:58.679893 run osmo-stp_10.42.42.5(pid=32124): stderr: \u000a| �[0;m�[38;5;43m20221213210156942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210156942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210156943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210156943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210156944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210156944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210156944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:58.737217 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32124): Process ended prematurely: osmo-stp_10.42.42.5(pid=32124) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32124)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:01:58.746443 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:01:58.809683 run osmo-hlr_10.42.42.2(pid=32121): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32121)]\u000a21:01:58.861696 run osmo-hlr_10.42.42.2(pid=32121): stdout: \u000a| (launched: 2022-12-13_21:01:55.738955) \u000a21:01:58.914231 run osmo-hlr_10.42.42.2(pid=32121): stderr: \u000a| �[0;m�[1;31m20221213210155936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210155936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210155936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210155936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210155936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210155936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210155949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210155957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210155958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210155958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:58.985651 run osmo-msc_10.42.42.6(pid=32127): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32127)]\u000a21:01:59.037282 run osmo-msc_10.42.42.6(pid=32127): stdout: \u000a| (launched: 2022-12-13_21:01:57.792535) \u000a21:01:59.089620 run osmo-msc_10.42.42.6(pid=32127): stderr: \u000a| �[0;m�[38;5;43m20221213210158113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210158113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26376e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210158114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210158114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210158114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210158114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210158116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210158116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210158116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210158116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:01:59.133994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32120): Terminating (SIGTERM)\u000a21:01:59.175872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32123): Terminating (SIGTERM)\u000a21:01:59.218190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32126): Terminating (SIGTERM)\u000a21:01:59.227936 --- ParallelTerminationStrategy: PID 32120 died...\u000a21:01:59.283886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32120): Terminated: ok {rc=0}\u000a21:01:59.294132 --- ParallelTerminationStrategy: PID 32123 died...\u000a21:01:59.350223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32123): Terminated: ok {rc=0}\u000a21:01:59.360458 --- ParallelTerminationStrategy: PID 32126 died...\u000a21:01:59.416205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32126): Terminated: ok {rc=0}\u000a21:01:59.503354 bus /sierra_3: Setting Powered False\u000a21:02:00.606291 bus /sierra_3: Setting Powered False\u000a21:02:01.720401 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32135): Process ended prematurely: osmo-stp_10.42.42.5(pid=32135) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32135)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32135): Process ended prematurely: osmo-stp_10.42.42.5(pid=32135) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:02:02.835670 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:02:02.847915 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:02:03.011221 tst mo_mt_call_osmux.py: using LAC 36254\u000a21:02:03.143204 tst mo_mt_call_osmux.py: using RAC 44\u000a21:02:03.269118 tst mo_mt_call_osmux.py: using CellId 36254\u000a21:02:03.395349 tst mo_mt_call_osmux.py: using BVCI 36255\u000a21:02:03.420101 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:02:03.431892 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:02:03.443324 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:02:03.454742 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:02:03.466283 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:02:03.477782 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:02:03.597447 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:02:03.808049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:04.328645 run create_hlr_db(pid=32129): Launched\u000a21:02:04.516749 bus /sierra_2: Setting Powered False\u000a21:02:05.538743 run create_hlr_db(pid=32129): Terminated: ok {rc=0}\u000a21:02:05.949548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32131): Launched\u000a21:02:06.259113 run osmo-hlr_10.42.42.2(pid=32132): Launched\u000a21:02:06.379576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:06.913197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32134): Launched\u000a21:02:07.218287 run osmo-stp_10.42.42.5(pid=32135): Launched\u000a21:02:07.329971 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:02:07.886784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32137): Launched\u000a21:02:08.195630 run osmo-msc_10.42.42.6(pid=32138): Launched\u000a21:02:08.375486 run osmo-stp_10.42.42.5(pid=32135): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32135)]\u000a21:02:08.504519 run osmo-stp_10.42.42.5(pid=32135): stdout: \u000a| (launched: 2022-12-13_21:02:07.068250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:08.631424 run osmo-stp_10.42.42.5(pid=32135): stderr: \u000a| �[0;m�[38;5;43m20221213210207236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210207236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210207237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210207237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210207238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210207238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210207238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:08.753992 run osmo-stp_10.42.42.5(pid=32135): stdout: \u000a| (launched: 2022-12-13_21:02:07.068250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:08.875535 run osmo-stp_10.42.42.5(pid=32135): stderr: \u000a| �[0;m�[38;5;43m20221213210207236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210207236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210207237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210207237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210207238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210207238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210207238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:08.928820 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32135): Process ended prematurely: osmo-stp_10.42.42.5(pid=32135) [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32135)] [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:02:08.937780 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:02:08.998310 run osmo-hlr_10.42.42.2(pid=32132): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32132)]\u000a21:02:09.047339 run osmo-hlr_10.42.42.2(pid=32132): stdout: \u000a| (launched: 2022-12-13_21:02:06.105879) \u000a21:02:09.097135 run osmo-hlr_10.42.42.2(pid=32132): stderr: \u000a| �[0;m�[1;31m20221213210206278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210206278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210206278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210206278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210206278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210206278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210206290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210206298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210206299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210206299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:09.164814 run osmo-msc_10.42.42.6(pid=32138): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32138)]\u000a21:02:09.214003 run osmo-msc_10.42.42.6(pid=32138): stdout: \u000a| (launched: 2022-12-13_21:02:08.041081) \u000a21:02:09.263680 run osmo-msc_10.42.42.6(pid=32138): stderr: \u000a| �[0;m�[38;5;43m20221213210208313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210208313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbaed4f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210208313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210208313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210208313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210208314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210208315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210208316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210208316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210208316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:02:09.305735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32131): Terminating (SIGTERM)\u000a21:02:09.345509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32134): Terminating (SIGTERM)\u000a21:02:09.385568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32137): Terminating (SIGTERM)\u000a21:02:09.394961 --- ParallelTerminationStrategy: PID 32131 died...\u000a21:02:09.448897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32131): Terminated: ok {rc=0}\u000a21:02:09.458785 --- ParallelTerminationStrategy: PID 32134 died...\u000a21:02:09.512619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32134): Terminated: ok {rc=0}\u000a21:02:09.522740 --- ParallelTerminationStrategy: PID 32137 died...\u000a21:02:09.576575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32137): Terminated: ok {rc=0}\u000a21:02:09.664933 bus /sierra_3: Setting Powered False\u000a21:02:10.767188 bus /sierra_3: Setting Powered False\u000a21:02:11.873364 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:01:52" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32150): Process ended prematurely: osmo-stp_10.42.42.5(pid=32150) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32150)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32150): Process ended prematurely: osmo-stp_10.42.42.5(pid=32150) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:02:13.884742 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:13.896116 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:02:14.028402 tst emergency_mo_mt_call.py: using LAC 36255\u000a21:02:14.143395 tst emergency_mo_mt_call.py: using RAC 45\u000a21:02:14.258625 tst emergency_mo_mt_call.py: using CellId 36255\u000a21:02:14.378631 tst emergency_mo_mt_call.py: using BVCI 36256\u000a21:02:14.401322 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:14.412127 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:14.422877 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:14.433477 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:14.444752 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:14.455755 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:14.576404 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:14.777030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:15.249065 run create_hlr_db(pid=32144): Launched\u000a21:02:15.421234 bus /sierra_2: Setting Powered False\u000a21:02:16.446546 run create_hlr_db(pid=32144): Terminated: ok {rc=0}\u000a21:02:16.867918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32146): Launched\u000a21:02:17.268404 run osmo-hlr_10.42.42.2(pid=32147): Launched\u000a21:02:17.378922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:17.897172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32149): Launched\u000a21:02:18.195504 run osmo-stp_10.42.42.5(pid=32150): Launched\u000a21:02:18.315094 tst emergency_mo_mt_call.py: using MSISDN 8327\u000a21:02:18.462333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:02:19.009820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32152): Launched\u000a21:02:19.309524 run osmo-msc_10.42.42.6(pid=32153): Launched\u000a21:02:19.486711 run osmo-stp_10.42.42.5(pid=32150): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32150)]\u000a21:02:19.613664 run osmo-stp_10.42.42.5(pid=32150): stdout: \u000a| (launched: 2022-12-13_21:02:18.047921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:19.737636 run osmo-stp_10.42.42.5(pid=32150): stderr: \u000a| �[0;m�[38;5;43m20221213210218216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210218216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210218217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210218217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210218218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210218218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210218218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:19.857538 run osmo-stp_10.42.42.5(pid=32150): stdout: \u000a| (launched: 2022-12-13_21:02:18.047921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:19.976434 run osmo-stp_10.42.42.5(pid=32150): stderr: \u000a| �[0;m�[38;5;43m20221213210218216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210218216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210218217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210218217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210218218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210218218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210218218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:20.028418 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32150): Process ended prematurely: osmo-stp_10.42.42.5(pid=32150) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32150)] [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a21:02:20.036241 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a21:02:20.097267 run osmo-hlr_10.42.42.2(pid=32147): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32147)]\u000a21:02:20.146809 run osmo-hlr_10.42.42.2(pid=32147): stdout: \u000a| (launched: 2022-12-13_21:02:17.023462) \u000a21:02:20.196911 run osmo-hlr_10.42.42.2(pid=32147): stderr: \u000a| �[0;m�[1;31m20221213210217259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210217259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210217259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210217259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210217259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210217259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210217271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210217279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210217279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210217279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:20.265141 run osmo-msc_10.42.42.6(pid=32153): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32153)]\u000a21:02:20.314639 run osmo-msc_10.42.42.6(pid=32153): stdout: \u000a| (launched: 2022-12-13_21:02:19.162025) \u000a21:02:20.364816 run osmo-msc_10.42.42.6(pid=32153): stderr: \u000a| �[0;m�[38;5;43m20221213210219432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210219432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f344066dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210219432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210219432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210219433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210219433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210219435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210219435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210219435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210219435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:02:20.407183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32146): Terminating (SIGTERM)\u000a21:02:20.447052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32149): Terminating (SIGTERM)\u000a21:02:20.486881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32152): Terminating (SIGTERM)\u000a21:02:20.496176 --- ParallelTerminationStrategy: PID 32146 died...\u000a21:02:20.550183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32146): Terminated: ok {rc=0}\u000a21:02:20.559888 --- ParallelTerminationStrategy: PID 32149 died...\u000a21:02:20.613496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32149): Terminated: ok {rc=0}\u000a21:02:20.623111 --- ParallelTerminationStrategy: PID 32152 died...\u000a21:02:20.676583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32152): Terminated: ok {rc=0}\u000a21:02:20.760812 bus /sierra_3: Setting Powered False\u000a21:02:21.867706 bus /sierra_3: Setting Powered False\u000a21:02:22.979935 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32161): Process ended prematurely: osmo-stp_10.42.42.5(pid=32161) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32161): Process ended prematurely: osmo-stp_10.42.42.5(pid=32161) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:02:24.031432 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:24.042986 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:02:24.186964 tst emergency_preemptive_call.py: using LAC 36256\u000a21:02:24.305301 tst emergency_preemptive_call.py: using RAC 46\u000a21:02:24.420737 tst emergency_preemptive_call.py: using CellId 36256\u000a21:02:24.536909 tst emergency_preemptive_call.py: using BVCI 36257\u000a21:02:24.559689 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:24.570674 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:24.581438 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:24.592076 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:24.603566 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:02:24.615110 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:24.738200 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:24.854614 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:24.970648 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:25.181039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:25.696618 run create_hlr_db(pid=32155): Launched\u000a21:02:25.882313 bus /sierra_2: Setting Powered False\u000a21:02:26.902665 run create_hlr_db(pid=32155): Terminated: ok {rc=0}\u000a21:02:27.306521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Launched\u000a21:02:27.606376 run osmo-hlr_10.42.42.2(pid=32158): Launched\u000a21:02:27.722888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:28.248725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Launched\u000a21:02:28.549099 run osmo-stp_10.42.42.5(pid=32161): Launched\u000a21:02:28.667513 tst emergency_preemptive_call.py: using MSISDN 8328\u000a21:02:28.815346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:02:29.358831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Launched\u000a21:02:29.657087 run osmo-msc_10.42.42.6(pid=32164): Launched\u000a21:02:29.833416 run osmo-stp_10.42.42.5(pid=32161): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)]\u000a21:02:29.959610 run osmo-stp_10.42.42.5(pid=32161): stdout: \u000a| (launched: 2022-12-13_21:02:28.399695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:30.083697 run osmo-stp_10.42.42.5(pid=32161): stderr: \u000a| �[0;m�[38;5;43m20221213210228567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210228567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210228568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210228568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210228569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210228569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210228569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:30.203587 run osmo-stp_10.42.42.5(pid=32161): stdout: \u000a| (launched: 2022-12-13_21:02:28.399695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:30.322486 run osmo-stp_10.42.42.5(pid=32161): stderr: \u000a| �[0;m�[38;5;43m20221213210228567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210228567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210228568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210228568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210228569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210228569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210228569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:30.374578 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32161): Process ended prematurely: osmo-stp_10.42.42.5(pid=32161) [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)] [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a21:02:30.382424 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a21:02:30.443038 run osmo-hlr_10.42.42.2(pid=32158): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32158)]\u000a21:02:30.492225 run osmo-hlr_10.42.42.2(pid=32158): stdout: \u000a| (launched: 2022-12-13_21:02:27.458382) \u000a21:02:30.542083 run osmo-hlr_10.42.42.2(pid=32158): stderr: \u000a| �[0;m�[1;31m20221213210227629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210227629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210227629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210227629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210227629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210227630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210227647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210227657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210227657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210227657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:30.609988 run osmo-msc_10.42.42.6(pid=32164): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32164)]\u000a21:02:30.659185 run osmo-msc_10.42.42.6(pid=32164): stdout: \u000a| (launched: 2022-12-13_21:02:29.509688) \u000a21:02:30.708872 run osmo-msc_10.42.42.6(pid=32164): stderr: \u000a| �[0;m�[38;5;43m20221213210229782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210229782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feecf256c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210229782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210229782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210229782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210229783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210229785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210229785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210229785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210229785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:02:30.751113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Terminating (SIGTERM)\u000a21:02:30.790966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Terminating (SIGTERM)\u000a21:02:30.834900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Terminating (SIGTERM)\u000a21:02:30.846131 --- ParallelTerminationStrategy: PID 32157 died...\u000a21:02:30.908041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Terminated: ok {rc=0}\u000a21:02:30.919152 --- ParallelTerminationStrategy: PID 32160 died...\u000a21:02:30.975065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Terminated: ok {rc=0}\u000a21:02:30.985717 --- ParallelTerminationStrategy: PID 32163 died...\u000a21:02:31.042777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Terminated: ok {rc=0}\u000a21:02:31.130590 bus /sierra_9: Setting Powered False\u000a21:02:32.235984 bus /sierra_9: Setting Powered False\u000a21:02:33.342930 bus /sierra_8: Setting Powered False\u000a21:02:34.449058 bus /sierra_8: Setting Powered False\u000a21:02:35.557102 bus /sierra_3: Setting Powered False\u000a21:02:36.662717 bus /sierra_3: Setting Powered False\u000a21:02:37.772282 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:02:13" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32180): Process ended prematurely: osmo-stp_10.42.42.5(pid=32180) [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32180)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32180): Process ended prematurely: osmo-stp_10.42.42.5(pid=32180) [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:02:39.894009 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:39.905308 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:02:40.040659 tst cs_paging_gprs_active.py: using LAC 36257\u000a21:02:40.161364 tst cs_paging_gprs_active.py: using RAC 47\u000a21:02:40.286252 tst cs_paging_gprs_active.py: using CellId 36257\u000a21:02:40.405179 tst cs_paging_gprs_active.py: using BVCI 36258\u000a21:02:40.428383 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:40.439266 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:40.449976 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:40.460471 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:40.471372 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:40.482589 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:40.493834 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:40.504705 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:40.515877 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:40.639383 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:40.935910 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:02:41.071979 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:41.411782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32170): Launched\u000a21:02:41.693663 run iperf3-srv_10.42.42.10(pid=32171): Launched\u000a21:02:41.893792 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:02:42.030032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:42.367356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32172): Launched\u000a21:02:42.647528 run iperf3-srv_10.42.42.10(pid=32173): Launched\u000a21:02:42.847869 tst cs_paging_gprs_active.py:38: start network...\u000a21:02:42.984094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:43.507409 run create_hlr_db(pid=32174): Launched\u000a21:02:43.695666 bus /sierra_2: Setting Powered False\u000a21:02:44.717602 run create_hlr_db(pid=32174): Terminated: ok {rc=0}\u000a21:02:45.124772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32176): Launched\u000a21:02:45.431560 run osmo-hlr_10.42.42.2(pid=32177): Launched\u000a21:02:45.548148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:46.122547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32179): Launched\u000a21:02:46.602606 run osmo-stp_10.42.42.5(pid=32180): Launched\u000a21:02:46.732775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:47.285879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32182): Launched\u000a21:02:47.395310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:47.661529 run patchelf(pid=32183): Launched\u000a21:02:47.839865 run osmo-stp_10.42.42.5(pid=32180): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32180)]\u000a21:02:47.970653 run osmo-stp_10.42.42.5(pid=32180): stdout: \u000a| (launched: 2022-12-13_21:02:46.279907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:48.101188 run osmo-stp_10.42.42.5(pid=32180): stderr: \u000a| �[0;m�[38;5;43m20221213210246490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210246490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210246490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210246491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:48.227566 run osmo-stp_10.42.42.5(pid=32180): stdout: \u000a| (launched: 2022-12-13_21:02:46.279907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:48.352903 run osmo-stp_10.42.42.5(pid=32180): stderr: \u000a| �[0;m�[38;5;43m20221213210246490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210246490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210246490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210246491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210246491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:48.498995 run patchelf(pid=32183): Terminating (SIGINT)\u000a21:02:48.671474 run patchelf(pid=32183): Terminated: ok {rc=0}\u000a21:02:48.702881 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32180): Process ended prematurely: osmo-stp_10.42.42.5(pid=32180) [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32180)] [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a21:02:48.712081 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:02:48.772472 run osmo-hlr_10.42.42.2(pid=32177): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32177)]\u000a21:02:48.821714 run osmo-hlr_10.42.42.2(pid=32177): stdout: \u000a| (launched: 2022-12-13_21:02:45.279992) \u000a21:02:48.871345 run osmo-hlr_10.42.42.2(pid=32177): stderr: \u000a| �[0;m�[1;31m20221213210245452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210245452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210245452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210245452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210245452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210245452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210245464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210245472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210245472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210245473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:48.913512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32170): Terminating (SIGTERM)\u000a21:02:48.953185 run iperf3-srv_10.42.42.10(pid=32171): Terminating (SIGTERM)\u000a21:02:48.992835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32172): Terminating (SIGTERM)\u000a21:02:49.032374 run iperf3-srv_10.42.42.10(pid=32173): Terminating (SIGTERM)\u000a21:02:49.072087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32176): Terminating (SIGTERM)\u000a21:02:49.111689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32179): Terminating (SIGTERM)\u000a21:02:49.151332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32182): Terminating (SIGTERM)\u000a21:02:49.160609 --- ParallelTerminationStrategy: PID 32170 died...\u000a21:02:49.214315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32170): Terminated: ok {rc=0}\u000a21:02:49.223942 --- ParallelTerminationStrategy: PID 32171 died...\u000a21:02:49.277328 run iperf3-srv_10.42.42.10(pid=32171): Terminated {rc=256}\u000a21:02:49.286929 --- ParallelTerminationStrategy: PID 32172 died...\u000a21:02:49.340171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32172): Terminated: ok {rc=0}\u000a21:02:49.349866 --- ParallelTerminationStrategy: PID 32173 died...\u000a21:02:49.402945 run iperf3-srv_10.42.42.10(pid=32173): Terminated {rc=256}\u000a21:02:49.412481 --- ParallelTerminationStrategy: PID 32176 died...\u000a21:02:49.465591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32176): Terminated: ok {rc=0}\u000a21:02:49.475172 --- ParallelTerminationStrategy: PID 32179 died...\u000a21:02:49.528348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32179): Terminated: ok {rc=0}\u000a21:02:49.537951 --- ParallelTerminationStrategy: PID 32182 died...\u000a21:02:49.591039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32182): Terminated: ok {rc=0}\u000a21:02:49.678939 bus /gobi_0: Setting Powered False\u000a21:02:50.781490 bus /gobi_0: Setting Powered False\u000a21:02:51.891171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32192): Process ended prematurely: osmo-stp_10.42.42.5(pid=32192) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32192): Process ended prematurely: osmo-stp_10.42.42.5(pid=32192) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a21:02:53.001593 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.012937 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:02:53.148789 tst iperf3.py: using LAC 36258\u000a21:02:53.270580 tst iperf3.py: using RAC 48\u000a21:02:53.392517 tst iperf3.py: using CellId 36258\u000a21:02:53.512848 tst iperf3.py: using BVCI 36259\u000a21:02:53.535959 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.546845 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.557615 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.568121 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.578887 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.589719 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.600655 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.611475 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:02:53.622488 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:02:53.899982 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:02:54.026414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:54.343008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Launched\u000a21:02:54.605551 run iperf3-srv_10.42.42.10(pid=32185): Launched\u000a21:02:54.790396 tst iperf3.py:8: start network...\u000a21:02:54.917249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:55.398788 run create_hlr_db(pid=32186): Launched\u000a21:02:55.572646 bus /gobi_6: Setting Powered False\u000a21:02:56.595418 run create_hlr_db(pid=32186): Terminated: ok {rc=0}\u000a21:02:56.998361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Launched\u000a21:02:57.301825 run osmo-hlr_10.42.42.2(pid=32189): Launched\u000a21:02:57.420625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:57.955488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Launched\u000a21:02:58.259907 run osmo-stp_10.42.42.5(pid=32192): Launched\u000a21:02:58.371647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:58.901450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32194): Launched\u000a21:02:59.009772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:59.274666 run patchelf(pid=32195): Launched\u000a21:02:59.452447 run osmo-stp_10.42.42.5(pid=32192): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)]\u000a21:02:59.582131 run osmo-stp_10.42.42.5(pid=32192): stdout: \u000a| (launched: 2022-12-13_21:02:58.109597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:59.712125 run osmo-stp_10.42.42.5(pid=32192): stderr: \u000a| �[0;m�[38;5;43m20221213210258276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210258276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210258276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210258277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210258277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210258278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210258278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:59.837914 run osmo-stp_10.42.42.5(pid=32192): stdout: \u000a| (launched: 2022-12-13_21:02:58.109597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:59.962566 run osmo-stp_10.42.42.5(pid=32192): stderr: \u000a| �[0;m�[38;5;43m20221213210258276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210258276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210258276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210258277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210258277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210258278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210258278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:00.107895 run patchelf(pid=32195): Terminating (SIGINT)\u000a21:03:00.279319 run patchelf(pid=32195): Terminated: ok {rc=0}\u000a21:03:00.310836 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32192): Process ended prematurely: osmo-stp_10.42.42.5(pid=32192) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)] [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a21:03:00.320028 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a21:03:00.380238 run osmo-hlr_10.42.42.2(pid=32189): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32189)]\u000a21:03:00.429393 run osmo-hlr_10.42.42.2(pid=32189): stdout: \u000a| (launched: 2022-12-13_21:02:57.152084) \u000a21:03:00.479381 run osmo-hlr_10.42.42.2(pid=32189): stderr: \u000a| �[0;m�[1;31m20221213210257329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210257329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210257329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210257329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210257329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210257329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210257340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210257350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210257350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210257350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:00.521754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Terminating (SIGTERM)\u000a21:03:00.561719 run iperf3-srv_10.42.42.10(pid=32185): Terminating (SIGTERM)\u000a21:03:00.601641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Terminating (SIGTERM)\u000a21:03:00.641474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Terminating (SIGTERM)\u000a21:03:00.681475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32194): Terminating (SIGTERM)\u000a21:03:00.690854 --- ParallelTerminationStrategy: PID 32184 died...\u000a21:03:00.745183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32184): Terminated: ok {rc=0}\u000a21:03:00.754876 --- ParallelTerminationStrategy: PID 32185 died...\u000a21:03:00.808587 run iperf3-srv_10.42.42.10(pid=32185): Terminated {rc=256}\u000a21:03:00.818366 --- ParallelTerminationStrategy: PID 32188 died...\u000a21:03:00.873308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Terminated: ok {rc=0}\u000a21:03:00.883435 --- ParallelTerminationStrategy: PID 32191 died...\u000a21:03:00.938049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Terminated: ok {rc=0}\u000a21:03:00.948107 --- ParallelTerminationStrategy: PID 32194 died...\u000a21:03:01.002602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32194): Terminated: ok {rc=0}\u000a21:03:01.088434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32211): Process ended prematurely: osmo-stp_10.42.42.5(pid=32211) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32211): Process ended prematurely: osmo-stp_10.42.42.5(pid=32211) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a21:03:02.204241 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.217185 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:03:02.361503 tst iperf3m4.py: using LAC 36259\u000a21:03:02.494992 tst iperf3m4.py: using RAC 49\u000a21:03:02.621086 tst iperf3m4.py: using CellId 36259\u000a21:03:02.747408 tst iperf3m4.py: using BVCI 36260\u000a21:03:02.772477 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.784107 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.795511 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.806911 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.818825 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.830609 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.842694 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.854494 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:02.866632 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:03:02.986774 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:03:03.110292 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:03:03.227994 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:03:03.512425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:03:03.639275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:03.953235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Launched\u000a21:03:04.216514 run iperf3-srv_10.42.42.10(pid=32198): Launched\u000a21:03:04.401592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:03:04.527981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:04.843565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Launched\u000a21:03:05.105710 run iperf3-srv_10.42.42.10(pid=32200): Launched\u000a21:03:05.290822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:03:05.417728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:05.732185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Launched\u000a21:03:05.993865 run iperf3-srv_10.42.42.10(pid=32202): Launched\u000a21:03:06.178874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:03:06.304708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:06.619993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Launched\u000a21:03:06.881909 run iperf3-srv_10.42.42.10(pid=32204): Launched\u000a21:03:07.066528 tst iperf3m4.py:8: start network...\u000a21:03:07.192697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:07.675896 run create_hlr_db(pid=32205): Launched\u000a21:03:07.850676 bus /gobi_6: Setting Powered False\u000a21:03:08.872801 run create_hlr_db(pid=32205): Terminated: ok {rc=0}\u000a21:03:09.278757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Launched\u000a21:03:09.584495 run osmo-hlr_10.42.42.2(pid=32208): Launched\u000a21:03:09.694936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:10.337079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Launched\u000a21:03:10.636609 run osmo-stp_10.42.42.5(pid=32211): Launched\u000a21:03:10.746267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:11.267831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Launched\u000a21:03:11.374930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:11.636145 run patchelf(pid=32214): Launched\u000a21:03:11.810809 run osmo-stp_10.42.42.5(pid=32211): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)]\u000a21:03:11.939006 run osmo-stp_10.42.42.5(pid=32211): stdout: \u000a| (launched: 2022-12-13_21:03:10.488196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:12.067154 run osmo-stp_10.42.42.5(pid=32211): stderr: \u000a| �[0;m�[38;5;43m20221213210310656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210310656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210310656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210310657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210310657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210310657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210310657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:12.191263 run osmo-stp_10.42.42.5(pid=32211): stdout: \u000a| (launched: 2022-12-13_21:03:10.488196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:12.314151 run osmo-stp_10.42.42.5(pid=32211): stderr: \u000a| �[0;m�[38;5;43m20221213210310656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210310656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210310656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210310657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210310657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210310657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210310657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:12.457831 run patchelf(pid=32214): Terminating (SIGINT)\u000a21:03:12.626499 run patchelf(pid=32214): Terminated: ok {rc=0}\u000a21:03:12.657651 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32211): Process ended prematurely: osmo-stp_10.42.42.5(pid=32211) [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)] [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a21:03:12.666902 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a21:03:12.727816 run osmo-hlr_10.42.42.2(pid=32208): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32208)]\u000a21:03:12.777478 run osmo-hlr_10.42.42.2(pid=32208): stdout: \u000a| (launched: 2022-12-13_21:03:09.433832) \u000a21:03:12.827873 run osmo-hlr_10.42.42.2(pid=32208): stderr: \u000a| �[0;m�[1;31m20221213210309607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210309607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210309607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210309607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210309607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210309607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210309634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210309643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210309643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210309643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:12.870651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Terminating (SIGTERM)\u000a21:03:12.910781 run iperf3-srv_10.42.42.10(pid=32198): Terminating (SIGTERM)\u000a21:03:12.950957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Terminating (SIGTERM)\u000a21:03:12.990963 run iperf3-srv_10.42.42.10(pid=32200): Terminating (SIGTERM)\u000a21:03:13.031237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Terminating (SIGTERM)\u000a21:03:13.071255 run iperf3-srv_10.42.42.10(pid=32202): Terminating (SIGTERM)\u000a21:03:13.111438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Terminating (SIGTERM)\u000a21:03:13.151398 run iperf3-srv_10.42.42.10(pid=32204): Terminating (SIGTERM)\u000a21:03:13.191592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Terminating (SIGTERM)\u000a21:03:13.231708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Terminating (SIGTERM)\u000a21:03:13.271772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Terminating (SIGTERM)\u000a21:03:13.281160 --- ParallelTerminationStrategy: PID 32197 died...\u000a21:03:13.335405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32197): Terminated: ok {rc=0}\u000a21:03:13.345162 --- ParallelTerminationStrategy: PID 32198 died...\u000a21:03:13.398655 run iperf3-srv_10.42.42.10(pid=32198): Terminated {rc=256}\u000a21:03:13.408364 --- ParallelTerminationStrategy: PID 32199 died...\u000a21:03:13.462196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Terminated: ok {rc=0}\u000a21:03:13.472083 --- ParallelTerminationStrategy: PID 32200 died...\u000a21:03:13.525695 run iperf3-srv_10.42.42.10(pid=32200): Terminated {rc=256}\u000a21:03:13.535389 --- ParallelTerminationStrategy: PID 32201 died...\u000a21:03:13.589231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Terminated: ok {rc=0}\u000a21:03:13.598983 --- ParallelTerminationStrategy: PID 32202 died...\u000a21:03:13.652623 run iperf3-srv_10.42.42.10(pid=32202): Terminated {rc=256}\u000a21:03:13.662452 --- ParallelTerminationStrategy: PID 32203 died...\u000a21:03:13.716162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Terminated: ok {rc=0}\u000a21:03:13.725973 --- ParallelTerminationStrategy: PID 32204 died...\u000a21:03:13.779742 run iperf3-srv_10.42.42.10(pid=32204): Terminated {rc=256}\u000a21:03:13.789438 --- ParallelTerminationStrategy: PID 32207 died...\u000a21:03:13.843141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Terminated: ok {rc=0}\u000a21:03:13.852909 --- ParallelTerminationStrategy: PID 32210 died...\u000a21:03:13.906608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Terminated: ok {rc=0}\u000a21:03:13.916256 --- ParallelTerminationStrategy: PID 32213 died...\u000a21:03:13.969946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Terminated: ok {rc=0}\u000a21:03:14.057923 bus /gobi_4: Setting Powered False\u000a21:03:15.160731 bus /gobi_4: Setting Powered False\u000a21:03:16.288373 bus /gobi_1: Setting Powered False\u000a21:03:17.397236 bus /gobi_1: Setting Powered False\u000a21:03:18.505025 bus /gobi_0: Setting Powered False\u000a21:03:19.611282 bus /gobi_0: Setting Powered False\u000a21:03:20.720086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32221): Process ended prematurely: osmo-stp_10.42.42.5(pid=32221) [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32221)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32221): Process ended prematurely: osmo-stp_10.42.42.5(pid=32221) [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a21:03:21.789835 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:21.802082 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:03:21.939650 tst ping.py: using LAC 36260\u000a21:03:22.063464 tst ping.py: using RAC 50\u000a21:03:22.186741 tst ping.py: using CellId 36260\u000a21:03:22.309479 tst ping.py: using BVCI 36261\u000a21:03:22.333591 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:22.344909 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:22.356430 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:22.367560 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:22.378663 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:22.389647 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:22.400905 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:22.411883 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:03:22.696791 tst ping.py:19: start network...\u000a21:03:22.826651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:23.328661 run create_hlr_db(pid=32215): Launched\u000a21:03:23.510549 bus /gobi_6: Setting Powered False\u000a21:03:24.530649 run create_hlr_db(pid=32215): Terminated: ok {rc=0}\u000a21:03:24.926850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32217): Launched\u000a21:03:25.220128 run osmo-hlr_10.42.42.2(pid=32218): Launched\u000a21:03:25.335694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:25.854215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32220): Launched\u000a21:03:26.149236 run osmo-stp_10.42.42.5(pid=32221): Launched\u000a21:03:26.256341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:26.771010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32223): Launched\u000a21:03:26.875438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:27.133212 run patchelf(pid=32224): Launched\u000a21:03:27.305402 run osmo-stp_10.42.42.5(pid=32221): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32221)]\u000a21:03:27.431806 run osmo-stp_10.42.42.5(pid=32221): stdout: \u000a| (launched: 2022-12-13_21:03:26.003482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:27.558973 run osmo-stp_10.42.42.5(pid=32221): stderr: \u000a| �[0;m�[38;5;43m20221213210326170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210326170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210326170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210326171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210326171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210326171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210326171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:27.682219 run osmo-stp_10.42.42.5(pid=32221): stdout: \u000a| (launched: 2022-12-13_21:03:26.003482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:27.803927 run osmo-stp_10.42.42.5(pid=32221): stderr: \u000a| �[0;m�[38;5;43m20221213210326170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210326170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210326170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210326171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210326171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210326171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210326171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:27.945847 run patchelf(pid=32224): Terminating (SIGINT)\u000a21:03:28.112510 run patchelf(pid=32224): Terminated: ok {rc=0}\u000a21:03:28.143006 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32221): Process ended prematurely: osmo-stp_10.42.42.5(pid=32221) [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32221)] [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a21:03:28.151657 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:03:28.211781 run osmo-hlr_10.42.42.2(pid=32218): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32218)]\u000a21:03:28.261013 run osmo-hlr_10.42.42.2(pid=32218): stdout: \u000a| (launched: 2022-12-13_21:03:25.075961) \u000a21:03:28.311239 run osmo-hlr_10.42.42.2(pid=32218): stderr: \u000a| �[0;m�[1;31m20221213210325247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210325247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210325247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210325247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210325247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210325247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210325260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210325268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210325268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210325268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:28.353668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32217): Terminating (SIGTERM)\u000a21:03:28.393892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32220): Terminating (SIGTERM)\u000a21:03:28.433987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32223): Terminating (SIGTERM)\u000a21:03:28.443226 --- ParallelTerminationStrategy: PID 32217 died...\u000a21:03:28.497619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32217): Terminated: ok {rc=0}\u000a21:03:28.507578 --- ParallelTerminationStrategy: PID 32220 died...\u000a21:03:28.561742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32220): Terminated: ok {rc=0}\u000a21:03:28.571333 --- ParallelTerminationStrategy: PID 32223 died...\u000a21:03:28.625157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32223): Terminated: ok {rc=0}\u000a21:03:28.713282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32231): Process ended prematurely: osmo-stp_10.42.42.5(pid=32231) [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32231): Process ended prematurely: osmo-stp_10.42.42.5(pid=32231) [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a21:03:29.763795 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:29.775273 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:03:29.907787 tst ping_idle_ping.py: using LAC 36261\u000a21:03:30.025787 tst ping_idle_ping.py: using RAC 51\u000a21:03:30.149043 tst ping_idle_ping.py: using CellId 36261\u000a21:03:30.272336 tst ping_idle_ping.py: using BVCI 36262\u000a21:03:30.296598 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:30.308110 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:30.319521 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:30.330829 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:30.341922 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:30.352837 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:30.364432 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:03:30.375628 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:03:30.665648 tst ping_idle_ping.py:24: start network...\u000a21:03:30.797064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:31.341335 run create_hlr_db(pid=32225): Launched\u000a21:03:31.517753 bus /gobi_6: Setting Powered False\u000a21:03:32.534219 run create_hlr_db(pid=32225): Terminated: ok {rc=0}\u000a21:03:32.954291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Launched\u000a21:03:33.270129 run osmo-hlr_10.42.42.2(pid=32228): Launched\u000a21:03:33.385890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:33.935510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Launched\u000a21:03:34.251422 run osmo-stp_10.42.42.5(pid=32231): Launched\u000a21:03:34.365557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:34.917473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32233): Launched\u000a21:03:35.030496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:35.307154 run patchelf(pid=32234): Launched\u000a21:03:35.492449 run osmo-stp_10.42.42.5(pid=32231): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)]\u000a21:03:35.628197 run osmo-stp_10.42.42.5(pid=32231): stdout: \u000a| (launched: 2022-12-13_21:03:34.096167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:35.763799 run osmo-stp_10.42.42.5(pid=32231): stderr: \u000a| �[0;m�[38;5;43m20221213210334283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210334284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210334284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210334284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210334285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210334285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210334285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:35.895256 run osmo-stp_10.42.42.5(pid=32231): stdout: \u000a| (launched: 2022-12-13_21:03:34.096167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:36.025198 run osmo-stp_10.42.42.5(pid=32231): stderr: \u000a| �[0;m�[38;5;43m20221213210334283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210334284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210334284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210334284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210334285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210334285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210334285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:36.176745 run patchelf(pid=32234): Terminating (SIGINT)\u000a21:03:36.354759 run patchelf(pid=32234): Terminated: ok {rc=0}\u000a21:03:36.387363 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32231): Process ended prematurely: osmo-stp_10.42.42.5(pid=32231) [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32231)] [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a21:03:36.396546 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:03:36.459524 run osmo-hlr_10.42.42.2(pid=32228): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32228)]\u000a21:03:36.510828 run osmo-hlr_10.42.42.2(pid=32228): stdout: \u000a| (launched: 2022-12-13_21:03:33.115037) \u000a21:03:36.562706 run osmo-hlr_10.42.42.2(pid=32228): stderr: \u000a| �[0;m�[1;31m20221213210333308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210333308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210333308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210333308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210333308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210333308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210333321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210333330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210333330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210333330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:36.606883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Terminating (SIGTERM)\u000a21:03:36.648575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Terminating (SIGTERM)\u000a21:03:36.690499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32233): Terminating (SIGTERM)\u000a21:03:36.700109 --- ParallelTerminationStrategy: PID 32227 died...\u000a21:03:36.755753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32227): Terminated: ok {rc=0}\u000a21:03:36.765839 --- ParallelTerminationStrategy: PID 32230 died...\u000a21:03:36.821143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32230): Terminated: ok {rc=0}\u000a21:03:36.831175 --- ParallelTerminationStrategy: PID 32233 died...\u000a21:03:36.886614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32233): Terminated: ok {rc=0}\u000a21:03:36.972503 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:02:39" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32248): Process ended prematurely: osmo-stp_10.42.42.5(pid=32248) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32248)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32248): Process ended prematurely: osmo-stp_10.42.42.5(pid=32248) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:03:39.122791 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.134331 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:03:39.274361 tst cs_paging_gprs_active.py: using LAC 36262\u000a21:03:39.401930 tst cs_paging_gprs_active.py: using RAC 52\u000a21:03:39.530516 tst cs_paging_gprs_active.py: using CellId 36262\u000a21:03:39.656359 tst cs_paging_gprs_active.py: using BVCI 36263\u000a21:03:39.681768 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.693365 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.704811 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.716225 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.727788 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.739536 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.751299 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.762866 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:39.774686 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:03:39.892587 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:03:40.186426 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:03:40.320892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:40.654254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Launched\u000a21:03:40.931454 run iperf3-srv_10.42.42.10(pid=32239): Launched\u000a21:03:41.128592 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:03:41.262964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:41.595827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32240): Launched\u000a21:03:41.873616 run iperf3-srv_10.42.42.10(pid=32241): Launched\u000a21:03:42.070895 tst cs_paging_gprs_active.py:38: start network...\u000a21:03:42.205539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:42.723103 run create_hlr_db(pid=32242): Launched\u000a21:03:42.909289 bus /gobi_6: Setting Powered False\u000a21:03:43.930201 run create_hlr_db(pid=32242): Terminated: ok {rc=0}\u000a21:03:44.359266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32244): Launched\u000a21:03:44.681915 run osmo-hlr_10.42.42.2(pid=32245): Launched\u000a21:03:44.799824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:45.359027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32247): Launched\u000a21:03:45.681216 run osmo-stp_10.42.42.5(pid=32248): Launched\u000a21:03:45.797951 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:46.413029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32250): Launched\u000a21:03:46.540202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:46.837696 run patchelf(pid=32251): Launched\u000a21:03:47.029979 run osmo-stp_10.42.42.5(pid=32248): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32248)]\u000a21:03:47.170910 run osmo-stp_10.42.42.5(pid=32248): stdout: \u000a| (launched: 2022-12-13_21:03:45.523233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:47.309815 run osmo-stp_10.42.42.5(pid=32248): stderr: \u000a| �[0;m�[38;5;43m20221213210345714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210345714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210345714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210345715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210345715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210345716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210345716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:47.444408 run osmo-stp_10.42.42.5(pid=32248): stdout: \u000a| (launched: 2022-12-13_21:03:45.523233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:47.577248 run osmo-stp_10.42.42.5(pid=32248): stderr: \u000a| �[0;m�[38;5;43m20221213210345714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210345714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210345714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210345715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210345715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210345716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210345716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:47.731834 run patchelf(pid=32251): Terminating (SIGINT)\u000a21:03:47.913771 run patchelf(pid=32251): Terminated: ok {rc=0}\u000a21:03:47.947218 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32248): Process ended prematurely: osmo-stp_10.42.42.5(pid=32248) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32248)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:03:47.957428 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:03:48.020803 run osmo-hlr_10.42.42.2(pid=32245): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32245)]\u000a21:03:48.072400 run osmo-hlr_10.42.42.2(pid=32245): stdout: \u000a| (launched: 2022-12-13_21:03:44.523477) \u000a21:03:48.124754 run osmo-hlr_10.42.42.2(pid=32245): stderr: \u000a| �[0;m�[1;31m20221213210344721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210344721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210344721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210344721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210344722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210344722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210344737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210344746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210344746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210344746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:48.169024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Terminating (SIGTERM)\u000a21:03:48.210815 run iperf3-srv_10.42.42.10(pid=32239): Terminating (SIGTERM)\u000a21:03:48.252769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32240): Terminating (SIGTERM)\u000a21:03:48.294589 run iperf3-srv_10.42.42.10(pid=32241): Terminating (SIGTERM)\u000a21:03:48.337148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32244): Terminating (SIGTERM)\u000a21:03:48.379677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32247): Terminating (SIGTERM)\u000a21:03:48.421860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32250): Terminating (SIGTERM)\u000a21:03:48.431621 --- ParallelTerminationStrategy: PID 32238 died...\u000a21:03:48.488058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Terminated: ok {rc=0}\u000a21:03:48.498301 --- ParallelTerminationStrategy: PID 32239 died...\u000a21:03:48.554242 run iperf3-srv_10.42.42.10(pid=32239): Terminated {rc=256}\u000a21:03:48.564341 --- ParallelTerminationStrategy: PID 32240 died...\u000a21:03:48.620450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32240): Terminated: ok {rc=0}\u000a21:03:48.630469 --- ParallelTerminationStrategy: PID 32241 died...\u000a21:03:48.686649 run iperf3-srv_10.42.42.10(pid=32241): Terminated {rc=256}\u000a21:03:48.696790 --- ParallelTerminationStrategy: PID 32244 died...\u000a21:03:48.753029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32244): Terminated: ok {rc=0}\u000a21:03:48.763225 --- ParallelTerminationStrategy: PID 32247 died...\u000a21:03:48.819563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32247): Terminated: ok {rc=0}\u000a21:03:48.829688 --- ParallelTerminationStrategy: PID 32250 died...\u000a21:03:48.886145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32250): Terminated: ok {rc=0}\u000a21:03:48.972578 bus /gobi_0: Setting Powered False\u000a21:03:50.078601 bus /gobi_0: Setting Powered False\u000a21:03:51.188167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32260): Process ended prematurely: osmo-stp_10.42.42.5(pid=32260) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32260)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32260): Process ended prematurely: osmo-stp_10.42.42.5(pid=32260) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:03:52.302430 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.314698 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:03:52.455092 tst iperf3.py: using LAC 36263\u000a21:03:52.582681 tst iperf3.py: using RAC 53\u000a21:03:52.711161 tst iperf3.py: using CellId 36263\u000a21:03:52.837177 tst iperf3.py: using BVCI 36264\u000a21:03:52.861928 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.873692 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.885214 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.896694 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.908320 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.920034 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.931960 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.943666 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:03:52.955622 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:03:53.232533 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:03:53.357672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:53.670883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32252): Launched\u000a21:03:53.929564 run iperf3-srv_10.42.42.10(pid=32253): Launched\u000a21:03:54.111797 tst iperf3.py:8: start network...\u000a21:03:54.236493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:54.711589 run create_hlr_db(pid=32254): Launched\u000a21:03:54.884181 bus /gobi_6: Setting Powered False\u000a21:03:55.907018 run create_hlr_db(pid=32254): Terminated: ok {rc=0}\u000a21:03:56.307445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32256): Launched\u000a21:03:56.610041 run osmo-hlr_10.42.42.2(pid=32257): Launched\u000a21:03:56.729654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:57.253902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32259): Launched\u000a21:03:57.555150 run osmo-stp_10.42.42.5(pid=32260): Launched\u000a21:03:57.664468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:58.186377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32262): Launched\u000a21:03:58.293317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:58.553919 run patchelf(pid=32263): Launched\u000a21:03:58.729154 run osmo-stp_10.42.42.5(pid=32260): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32260)]\u000a21:03:58.857358 run osmo-stp_10.42.42.5(pid=32260): stdout: \u000a| (launched: 2022-12-13_21:03:57.405995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:58.985849 run osmo-stp_10.42.42.5(pid=32260): stderr: \u000a| �[0;m�[38;5;43m20221213210357572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210357572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210357573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210357573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210357574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210357574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210357574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:59.109796 run osmo-stp_10.42.42.5(pid=32260): stdout: \u000a| (launched: 2022-12-13_21:03:57.405995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:59.233118 run osmo-stp_10.42.42.5(pid=32260): stderr: \u000a| �[0;m�[38;5;43m20221213210357572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210357572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210357573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210357573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210357574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210357574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210357574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:59.376819 run patchelf(pid=32263): Terminating (SIGINT)\u000a21:03:59.546103 run patchelf(pid=32263): Terminated: ok {rc=0}\u000a21:03:59.577055 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32260): Process ended prematurely: osmo-stp_10.42.42.5(pid=32260) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32260)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a21:03:59.586246 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a21:03:59.646162 run osmo-hlr_10.42.42.2(pid=32257): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32257)]\u000a21:03:59.695084 run osmo-hlr_10.42.42.2(pid=32257): stdout: \u000a| (launched: 2022-12-13_21:03:56.460236) \u000a21:03:59.744778 run osmo-hlr_10.42.42.2(pid=32257): stderr: \u000a| �[0;m�[1;31m20221213210356635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210356635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210356635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210356635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210356635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210356635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210356647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210356656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210356656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210356656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:59.787221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32252): Terminating (SIGTERM)\u000a21:03:59.827365 run iperf3-srv_10.42.42.10(pid=32253): Terminating (SIGTERM)\u000a21:03:59.867301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32256): Terminating (SIGTERM)\u000a21:03:59.907103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32259): Terminating (SIGTERM)\u000a21:03:59.946911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32262): Terminating (SIGTERM)\u000a21:03:59.956059 --- ParallelTerminationStrategy: PID 32252 died...\u000a21:04:00.009792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32252): Terminated: ok {rc=0}\u000a21:04:00.019317 --- ParallelTerminationStrategy: PID 32253 died...\u000a21:04:00.072652 run iperf3-srv_10.42.42.10(pid=32253): Terminated {rc=256}\u000a21:04:00.082141 --- ParallelTerminationStrategy: PID 32256 died...\u000a21:04:00.135568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32256): Terminated: ok {rc=0}\u000a21:04:00.145135 --- ParallelTerminationStrategy: PID 32259 died...\u000a21:04:00.198436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32259): Terminated: ok {rc=0}\u000a21:04:00.207999 --- ParallelTerminationStrategy: PID 32262 died...\u000a21:04:00.261308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32262): Terminated: ok {rc=0}\u000a21:04:00.349457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32279): Process ended prematurely: osmo-stp_10.42.42.5(pid=32279) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32279)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32279): Process ended prematurely: osmo-stp_10.42.42.5(pid=32279) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:04:01.465453 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:01.478106 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:04:01.617668 tst iperf3m4.py: using LAC 36264\u000a21:04:01.775020 tst iperf3m4.py: using RAC 54\u000a21:04:01.938293 tst iperf3m4.py: using CellId 36264\u000a21:04:02.098132 tst iperf3m4.py: using BVCI 36265\u000a21:04:02.125468 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:02.138146 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:02.150793 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:02.163543 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:02.176862 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:02.190068 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:02.204053 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:02.216590 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:02.230216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:04:02.359989 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:04:02.477169 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:04:02.593823 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:04:02.870681 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:04:02.996089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:03.308196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Launched\u000a21:04:03.568266 run iperf3-srv_10.42.42.10(pid=32265): Launched\u000a21:04:03.751688 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:04:03.877455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:04.188852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Launched\u000a21:04:04.447607 run iperf3-srv_10.42.42.10(pid=32267): Launched\u000a21:04:04.630502 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:04:04.755320 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:05.067632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Launched\u000a21:04:05.327286 run iperf3-srv_10.42.42.10(pid=32269): Launched\u000a21:04:05.510190 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:04:05.635217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:05.947642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Launched\u000a21:04:06.207618 run iperf3-srv_10.42.42.10(pid=32271): Launched\u000a21:04:06.390585 tst iperf3m4.py:8: start network...\u000a21:04:06.515608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:06.989701 run create_hlr_db(pid=32272): Launched\u000a21:04:07.162300 bus /gobi_6: Setting Powered False\u000a21:04:08.183662 run create_hlr_db(pid=32272): Terminated: ok {rc=0}\u000a21:04:08.583206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32275): Launched\u000a21:04:08.893353 run osmo-hlr_10.42.42.2(pid=32276): Launched\u000a21:04:09.015209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:09.575430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32278): Launched\u000a21:04:09.897665 run osmo-stp_10.42.42.5(pid=32279): Launched\u000a21:04:10.013661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:10.575078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32281): Launched\u000a21:04:10.690228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:10.971515 run patchelf(pid=32282): Launched\u000a21:04:11.159321 run osmo-stp_10.42.42.5(pid=32279): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32279)]\u000a21:04:11.296712 run osmo-stp_10.42.42.5(pid=32279): stdout: \u000a| (launched: 2022-12-13_21:04:09.738812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:11.434736 run osmo-stp_10.42.42.5(pid=32279): stderr: \u000a| �[0;m�[38;5;43m20221213210409928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210409928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210409929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210409929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210409930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210409930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210409930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:11.567888 run osmo-stp_10.42.42.5(pid=32279): stdout: \u000a| (launched: 2022-12-13_21:04:09.738812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:11.700418 run osmo-stp_10.42.42.5(pid=32279): stderr: \u000a| �[0;m�[38;5;43m20221213210409928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210409928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210409929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210409929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210409930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210409930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210409930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:11.854448 run patchelf(pid=32282): Terminating (SIGINT)\u000a21:04:12.035729 run patchelf(pid=32282): Terminated: ok {rc=0}\u000a21:04:12.068906 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32279): Process ended prematurely: osmo-stp_10.42.42.5(pid=32279) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32279)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:04:12.078978 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a21:04:12.142188 run osmo-hlr_10.42.42.2(pid=32276): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32276)]\u000a21:04:12.193474 run osmo-hlr_10.42.42.2(pid=32276): stdout: \u000a| (launched: 2022-12-13_21:04:08.736058) \u000a21:04:12.245335 run osmo-hlr_10.42.42.2(pid=32276): stderr: \u000a| �[0;m�[1;31m20221213210408929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210408929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210408929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210408930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210408930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210408930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210408942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210408951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210408951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210408951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:12.289717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Terminating (SIGTERM)\u000a21:04:12.331488 run iperf3-srv_10.42.42.10(pid=32265): Terminating (SIGTERM)\u000a21:04:12.373475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Terminating (SIGTERM)\u000a21:04:12.416656 run iperf3-srv_10.42.42.10(pid=32267): Terminating (SIGTERM)\u000a21:04:12.458560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Terminating (SIGTERM)\u000a21:04:12.499955 run iperf3-srv_10.42.42.10(pid=32269): Terminating (SIGTERM)\u000a21:04:12.541652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Terminating (SIGTERM)\u000a21:04:12.583504 run iperf3-srv_10.42.42.10(pid=32271): Terminating (SIGTERM)\u000a21:04:12.625753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32275): Terminating (SIGTERM)\u000a21:04:12.667362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32278): Terminating (SIGTERM)\u000a21:04:12.708910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32281): Terminating (SIGTERM)\u000a21:04:12.718622 --- ParallelTerminationStrategy: PID 32264 died...\u000a21:04:12.774192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Terminated: ok {rc=0}\u000a21:04:12.784124 --- ParallelTerminationStrategy: PID 32265 died...\u000a21:04:12.839400 run iperf3-srv_10.42.42.10(pid=32265): Terminated {rc=256}\u000a21:04:12.849407 --- ParallelTerminationStrategy: PID 32266 died...\u000a21:04:12.904627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Terminated: ok {rc=0}\u000a21:04:12.914613 --- ParallelTerminationStrategy: PID 32267 died...\u000a21:04:12.969843 run iperf3-srv_10.42.42.10(pid=32267): Terminated {rc=256}\u000a21:04:12.979795 --- ParallelTerminationStrategy: PID 32268 died...\u000a21:04:13.034700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Terminated: ok {rc=0}\u000a21:04:13.044585 --- ParallelTerminationStrategy: PID 32269 died...\u000a21:04:13.099663 run iperf3-srv_10.42.42.10(pid=32269): Terminated {rc=256}\u000a21:04:13.109987 --- ParallelTerminationStrategy: PID 32270 died...\u000a21:04:13.165203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32270): Terminated: ok {rc=0}\u000a21:04:13.175125 --- ParallelTerminationStrategy: PID 32271 died...\u000a21:04:13.230284 run iperf3-srv_10.42.42.10(pid=32271): Terminated {rc=256}\u000a21:04:13.240217 --- ParallelTerminationStrategy: PID 32275 died...\u000a21:04:13.295471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32275): Terminated: ok {rc=0}\u000a21:04:13.305509 --- ParallelTerminationStrategy: PID 32278 died...\u000a21:04:13.360627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32278): Terminated: ok {rc=0}\u000a21:04:13.370614 --- ParallelTerminationStrategy: PID 32281 died...\u000a21:04:13.425984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32281): Terminated: ok {rc=0}\u000a21:04:13.513406 bus /gobi_4: Setting Powered False\u000a21:04:14.617484 bus /gobi_4: Setting Powered False\u000a21:04:15.729457 bus /gobi_1: Setting Powered False\u000a21:04:16.829745 bus /gobi_1: Setting Powered False\u000a21:04:17.938304 bus /gobi_0: Setting Powered False\u000a21:04:19.044849 bus /gobi_0: Setting Powered False\u000a21:04:20.154079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32290): Process ended prematurely: osmo-stp_10.42.42.5(pid=32290) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32290): Process ended prematurely: osmo-stp_10.42.42.5(pid=32290) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:04:21.223625 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:21.235958 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:04:21.375749 tst ping.py: using LAC 36265\u000a21:04:21.499649 tst ping.py: using RAC 55\u000a21:04:21.627627 tst ping.py: using CellId 36265\u000a21:04:21.751780 tst ping.py: using BVCI 36266\u000a21:04:21.776098 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:21.787802 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:21.799153 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:21.810619 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:21.821897 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:21.833179 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:21.844494 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:21.855902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:04:22.129103 tst ping.py:19: start network...\u000a21:04:22.251397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:22.715366 run create_hlr_db(pid=32284): Launched\u000a21:04:22.884601 bus /gobi_6: Setting Powered False\u000a21:04:23.906549 run create_hlr_db(pid=32284): Terminated: ok {rc=0}\u000a21:04:24.325927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Launched\u000a21:04:24.643952 run osmo-hlr_10.42.42.2(pid=32287): Launched\u000a21:04:24.764350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:25.320207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Launched\u000a21:04:25.636611 run osmo-stp_10.42.42.5(pid=32290): Launched\u000a21:04:25.752529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:26.306127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32292): Launched\u000a21:04:26.419573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:26.696934 run patchelf(pid=32293): Launched\u000a21:04:26.882583 run osmo-stp_10.42.42.5(pid=32290): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)]\u000a21:04:27.018292 run osmo-stp_10.42.42.5(pid=32290): stdout: \u000a| (launched: 2022-12-13_21:04:25.480767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:27.154229 run osmo-stp_10.42.42.5(pid=32290): stderr: \u000a| �[0;m�[38;5;43m20221213210425668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210425668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210425669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210425669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210425670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210425670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210425670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:27.286164 run osmo-stp_10.42.42.5(pid=32290): stdout: \u000a| (launched: 2022-12-13_21:04:25.480767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:27.417254 run osmo-stp_10.42.42.5(pid=32290): stderr: \u000a| �[0;m�[38;5;43m20221213210425668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210425668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210425669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210425669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210425670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210425670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210425670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:27.568673 run patchelf(pid=32293): Terminating (SIGINT)\u000a21:04:27.746878 run patchelf(pid=32293): Terminated: ok {rc=0}\u000a21:04:27.779280 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32290): Process ended prematurely: osmo-stp_10.42.42.5(pid=32290) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a21:04:27.788517 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:04:27.851849 run osmo-hlr_10.42.42.2(pid=32287): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32287)]\u000a21:04:27.903638 run osmo-hlr_10.42.42.2(pid=32287): stdout: \u000a| (launched: 2022-12-13_21:04:24.486891) \u000a21:04:27.956674 run osmo-hlr_10.42.42.2(pid=32287): stderr: \u000a| �[0;m�[1;31m20221213210424680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210424680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210424680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210424680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210424680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210424680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210424693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210424701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210424701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210424701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:28.001283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Terminating (SIGTERM)\u000a21:04:28.043327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Terminating (SIGTERM)\u000a21:04:28.085948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32292): Terminating (SIGTERM)\u000a21:04:28.095722 --- ParallelTerminationStrategy: PID 32286 died...\u000a21:04:28.152420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Terminated: ok {rc=0}\u000a21:04:28.162699 --- ParallelTerminationStrategy: PID 32289 died...\u000a21:04:28.218976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Terminated: ok {rc=0}\u000a21:04:28.229175 --- ParallelTerminationStrategy: PID 32292 died...\u000a21:04:28.285222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32292): Terminated: ok {rc=0}\u000a21:04:28.372125 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32300): Process ended prematurely: osmo-stp_10.42.42.5(pid=32300) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32300)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32300): Process ended prematurely: osmo-stp_10.42.42.5(pid=32300) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:04:29.425200 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:29.437444 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:04:29.579039 tst ping_idle_ping.py: using LAC 36266\u000a21:04:29.703477 tst ping_idle_ping.py: using RAC 56\u000a21:04:29.830026 tst ping_idle_ping.py: using CellId 36266\u000a21:04:29.955931 tst ping_idle_ping.py: using BVCI 36267\u000a21:04:29.980282 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:29.991932 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:30.003251 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:30.014631 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:30.026377 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:30.038239 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:30.050139 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:04:30.062159 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:04:30.352685 tst ping_idle_ping.py:24: start network...\u000a21:04:30.485217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:31.036763 run create_hlr_db(pid=32294): Launched\u000a21:04:31.226506 bus /gobi_6: Setting Powered False\u000a21:04:32.245266 run create_hlr_db(pid=32294): Terminated: ok {rc=0}\u000a21:04:32.668249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32296): Launched\u000a21:04:32.984256 run osmo-hlr_10.42.42.2(pid=32297): Launched\u000a21:04:33.102242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:33.654734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32299): Launched\u000a21:04:33.970251 run osmo-stp_10.42.42.5(pid=32300): Launched\u000a21:04:34.084443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:34.636526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32302): Launched\u000a21:04:34.748751 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:35.025438 run patchelf(pid=32303): Launched\u000a21:04:35.210591 run osmo-stp_10.42.42.5(pid=32300): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32300)]\u000a21:04:35.345618 run osmo-stp_10.42.42.5(pid=32300): stdout: \u000a| (launched: 2022-12-13_21:04:33.815070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:35.482038 run osmo-stp_10.42.42.5(pid=32300): stderr: \u000a| �[0;m�[38;5;43m20221213210434004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210434004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210434005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210434005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210434005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210434005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210434006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:35.613005 run osmo-stp_10.42.42.5(pid=32300): stdout: \u000a| (launched: 2022-12-13_21:04:33.815070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:35.743038 run osmo-stp_10.42.42.5(pid=32300): stderr: \u000a| �[0;m�[38;5;43m20221213210434004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210434004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210434005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210434005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210434005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210434005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210434006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:35.894360 run patchelf(pid=32303): Terminating (SIGINT)\u000a21:04:36.072229 run patchelf(pid=32303): Terminated: ok {rc=0}\u000a21:04:36.104586 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32300): Process ended prematurely: osmo-stp_10.42.42.5(pid=32300) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32300)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:04:36.114275 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:04:36.176921 run osmo-hlr_10.42.42.2(pid=32297): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32297)]\u000a21:04:36.228262 run osmo-hlr_10.42.42.2(pid=32297): stdout: \u000a| (launched: 2022-12-13_21:04:32.828672) \u000a21:04:36.279910 run osmo-hlr_10.42.42.2(pid=32297): stderr: \u000a| �[0;m�[1;31m20221213210433023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210433023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210433023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210433023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210433023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210433024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210433035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:36.324000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32296): Terminating (SIGTERM)\u000a21:04:36.365659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32299): Terminating (SIGTERM)\u000a21:04:36.407698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32302): Terminating (SIGTERM)\u000a21:04:36.417422 --- ParallelTerminationStrategy: PID 32296 died...\u000a21:04:36.472884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32296): Terminated: ok {rc=0}\u000a21:04:36.482873 --- ParallelTerminationStrategy: PID 32299 died...\u000a21:04:36.538243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32299): Terminated: ok {rc=0}\u000a21:04:36.548125 --- ParallelTerminationStrategy: PID 32302 died...\u000a21:04:36.603238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32302): Terminated: ok {rc=0}\u000a21:04:36.690752 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:03:38" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32317): Process ended prematurely: osmo-stp_10.42.42.5(pid=32317) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32317): Process ended prematurely: osmo-stp_10.42.42.5(pid=32317) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:04:38.825282 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:38.836373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:04:38.995491 tst cs_paging_gprs_active.py: using LAC 36267\u000a21:04:39.121185 tst cs_paging_gprs_active.py: using RAC 57\u000a21:04:39.248585 tst cs_paging_gprs_active.py: using CellId 36267\u000a21:04:39.373857 tst cs_paging_gprs_active.py: using BVCI 36268\u000a21:04:39.398991 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:39.410518 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:39.421875 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:39.433225 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:39.444567 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:39.455814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:39.467237 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:39.478550 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:39.490065 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:04:39.607116 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:04:39.900634 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:04:40.035891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:40.370332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Launched\u000a21:04:40.648880 run iperf3-srv_10.42.42.10(pid=32308): Launched\u000a21:04:40.847735 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:04:40.982494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:41.316058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Launched\u000a21:04:41.594804 run iperf3-srv_10.42.42.10(pid=32310): Launched\u000a21:04:41.792355 tst cs_paging_gprs_active.py:38: start network...\u000a21:04:41.927086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:42.443906 run create_hlr_db(pid=32311): Launched\u000a21:04:42.630527 bus /gobi_6: Setting Powered False\u000a21:04:43.652085 run create_hlr_db(pid=32311): Terminated: ok {rc=0}\u000a21:04:44.081440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Launched\u000a21:04:44.404909 run osmo-hlr_10.42.42.2(pid=32314): Launched\u000a21:04:44.527500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:45.088873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Launched\u000a21:04:45.412722 run osmo-stp_10.42.42.5(pid=32317): Launched\u000a21:04:45.530502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:46.108031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Launched\u000a21:04:46.226172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:46.521067 run patchelf(pid=32320): Launched\u000a21:04:46.704810 run osmo-stp_10.42.42.5(pid=32317): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)]\u000a21:04:46.841370 run osmo-stp_10.42.42.5(pid=32317): stdout: \u000a| (launched: 2022-12-13_21:04:45.253153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:46.976899 run osmo-stp_10.42.42.5(pid=32317): stderr: \u000a| �[0;m�[38;5;43m20221213210445443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210445443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210445443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210445444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210445444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210445444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210445444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:47.107518 run osmo-stp_10.42.42.5(pid=32317): stdout: \u000a| (launched: 2022-12-13_21:04:45.253153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:47.236792 run osmo-stp_10.42.42.5(pid=32317): stderr: \u000a| �[0;m�[38;5;43m20221213210445443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210445443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210445443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210445444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210445444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210445444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210445444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:47.383136 run patchelf(pid=32320): Terminating (SIGINT)\u000a21:04:47.555131 run patchelf(pid=32320): Terminated: ok {rc=0}\u000a21:04:47.587054 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32317): Process ended prematurely: osmo-stp_10.42.42.5(pid=32317) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:04:47.596456 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:04:47.658767 run osmo-hlr_10.42.42.2(pid=32314): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32314)]\u000a21:04:47.708911 run osmo-hlr_10.42.42.2(pid=32314): stdout: \u000a| (launched: 2022-12-13_21:04:44.246407) \u000a21:04:47.759427 run osmo-hlr_10.42.42.2(pid=32314): stderr: \u000a| �[0;m�[1;31m20221213210444442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210444442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210444442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210444442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210444442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210444442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210444454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210444463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210444463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210444463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:47.802474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Terminating (SIGTERM)\u000a21:04:47.842940 run iperf3-srv_10.42.42.10(pid=32308): Terminating (SIGTERM)\u000a21:04:47.883333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Terminating (SIGTERM)\u000a21:04:47.923636 run iperf3-srv_10.42.42.10(pid=32310): Terminating (SIGTERM)\u000a21:04:47.963994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Terminating (SIGTERM)\u000a21:04:48.004365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Terminating (SIGTERM)\u000a21:04:48.044897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Terminating (SIGTERM)\u000a21:04:48.054309 --- ParallelTerminationStrategy: PID 32307 died...\u000a21:04:48.109506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Terminated: ok {rc=0}\u000a21:04:48.119237 --- ParallelTerminationStrategy: PID 32308 died...\u000a21:04:48.173393 run iperf3-srv_10.42.42.10(pid=32308): Terminated {rc=256}\u000a21:04:48.183077 --- ParallelTerminationStrategy: PID 32309 died...\u000a21:04:48.237256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Terminated: ok {rc=0}\u000a21:04:48.246931 --- ParallelTerminationStrategy: PID 32310 died...\u000a21:04:48.300548 run iperf3-srv_10.42.42.10(pid=32310): Terminated {rc=256}\u000a21:04:48.310232 --- ParallelTerminationStrategy: PID 32313 died...\u000a21:04:48.364161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Terminated: ok {rc=0}\u000a21:04:48.373802 --- ParallelTerminationStrategy: PID 32316 died...\u000a21:04:48.428260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Terminated: ok {rc=0}\u000a21:04:48.438089 --- ParallelTerminationStrategy: PID 32319 died...\u000a21:04:48.492327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Terminated: ok {rc=0}\u000a21:04:48.580809 bus /gobi_0: Setting Powered False\u000a21:04:49.682077 bus /gobi_0: Setting Powered False\u000a21:04:50.790089 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32329): Process ended prematurely: osmo-stp_10.42.42.5(pid=32329) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32329): Process ended prematurely: osmo-stp_10.42.42.5(pid=32329) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:04:51.899570 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:51.911647 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:04:52.068117 tst iperf3.py: using LAC 36268\u000a21:04:52.187216 tst iperf3.py: using RAC 58\u000a21:04:52.307237 tst iperf3.py: using CellId 36268\u000a21:04:52.427592 tst iperf3.py: using BVCI 36269\u000a21:04:52.450901 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:52.462241 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:52.473157 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:52.484133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:52.495461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:52.506842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:52.518376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:52.529764 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:04:52.541235 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:04:52.835238 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:04:52.970367 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:53.304689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Launched\u000a21:04:53.584871 run iperf3-srv_10.42.42.10(pid=32322): Launched\u000a21:04:53.783091 tst iperf3.py:8: start network...\u000a21:04:53.918271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:54.435013 run create_hlr_db(pid=32323): Launched\u000a21:04:54.620636 bus /gobi_6: Setting Powered False\u000a21:04:55.641389 run create_hlr_db(pid=32323): Terminated: ok {rc=0}\u000a21:04:56.052768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Launched\u000a21:04:56.375012 run osmo-hlr_10.42.42.2(pid=32326): Launched\u000a21:04:56.496652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:57.063368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Launched\u000a21:04:57.386442 run osmo-stp_10.42.42.5(pid=32329): Launched\u000a21:04:57.504911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:58.067459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Launched\u000a21:04:58.182550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:58.464682 run patchelf(pid=32332): Launched\u000a21:04:58.652760 run osmo-stp_10.42.42.5(pid=32329): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)]\u000a21:04:58.790159 run osmo-stp_10.42.42.5(pid=32329): stdout: \u000a| (launched: 2022-12-13_21:04:57.227404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:58.927846 run osmo-stp_10.42.42.5(pid=32329): stderr: \u000a| �[0;m�[38;5;43m20221213210457418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210457418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210457418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210457419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210457419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210457419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210457419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:59.061061 run osmo-stp_10.42.42.5(pid=32329): stdout: \u000a| (launched: 2022-12-13_21:04:57.227404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:59.193253 run osmo-stp_10.42.42.5(pid=32329): stderr: \u000a| �[0;m�[38;5;43m20221213210457418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210457418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210457418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210457419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210457419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210457419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210457419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:59.347330 run patchelf(pid=32332): Terminating (SIGINT)\u000a21:04:59.528908 run patchelf(pid=32332): Terminated: ok {rc=0}\u000a21:04:59.562295 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32329): Process ended prematurely: osmo-stp_10.42.42.5(pid=32329) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:04:59.572182 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:04:59.635444 run osmo-hlr_10.42.42.2(pid=32326): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32326)]\u000a21:04:59.687200 run osmo-hlr_10.42.42.2(pid=32326): stdout: \u000a| (launched: 2022-12-13_21:04:56.217151) \u000a21:04:59.739543 run osmo-hlr_10.42.42.2(pid=32326): stderr: \u000a| �[0;m�[1;31m20221213210456413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210456413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210456413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210456413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210456413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210456413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210456426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210456435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210456435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210456435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:59.784243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Terminating (SIGTERM)\u000a21:04:59.826315 run iperf3-srv_10.42.42.10(pid=32322): Terminating (SIGTERM)\u000a21:04:59.868449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Terminating (SIGTERM)\u000a21:04:59.910951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Terminating (SIGTERM)\u000a21:04:59.953278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Terminating (SIGTERM)\u000a21:04:59.963062 --- ParallelTerminationStrategy: PID 32321 died...\u000a21:05:00.019638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Terminated: ok {rc=0}\u000a21:05:00.029964 --- ParallelTerminationStrategy: PID 32322 died...\u000a21:05:00.086196 run iperf3-srv_10.42.42.10(pid=32322): Terminated {rc=256}\u000a21:05:00.096304 --- ParallelTerminationStrategy: PID 32325 died...\u000a21:05:00.152379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Terminated: ok {rc=0}\u000a21:05:00.162444 --- ParallelTerminationStrategy: PID 32328 died...\u000a21:05:00.218751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Terminated: ok {rc=0}\u000a21:05:00.229018 --- ParallelTerminationStrategy: PID 32331 died...\u000a21:05:00.284893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Terminated: ok {rc=0}\u000a21:05:00.371754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32350): Process ended prematurely: osmo-stp_10.42.42.5(pid=32350) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32350): Process ended prematurely: osmo-stp_10.42.42.5(pid=32350) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:05:01.517168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:01.537058 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:05:01.759069 tst iperf3m4.py: using LAC 36269\u000a21:05:01.894021 tst iperf3m4.py: using RAC 59\u000a21:05:02.019930 tst iperf3m4.py: using CellId 36269\u000a21:05:02.140021 tst iperf3m4.py: using BVCI 36270\u000a21:05:02.164388 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:02.176504 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:02.188693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:02.201037 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:02.214040 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:02.226984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:02.240185 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:02.253156 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:02.266369 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:05:02.389746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:05:02.509162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:05:02.629625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:05:02.910578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:05:03.036234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:05:03.348680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Launched\u000a21:05:03.608781 run iperf3-srv_10.42.42.10(pid=32337): Launched\u000a21:05:03.793513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:05:03.919299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:05:04.232264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Launched\u000a21:05:04.493950 run iperf3-srv_10.42.42.10(pid=32339): Launched\u000a21:05:04.677809 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:05:04.802955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:05:05.115736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Launched\u000a21:05:05.375179 run iperf3-srv_10.42.42.10(pid=32341): Launched\u000a21:05:05.558663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:05:05.683998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:05:05.997384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Launched\u000a21:05:06.258716 run iperf3-srv_10.42.42.10(pid=32343): Launched\u000a21:05:06.442600 tst iperf3m4.py:8: start network...\u000a21:05:06.567716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:07.042197 run create_hlr_db(pid=32344): Launched\u000a21:05:07.215039 bus /gobi_6: Setting Powered False\u000a21:05:08.238212 run create_hlr_db(pid=32344): Terminated: ok {rc=0}\u000a21:05:08.667291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Launched\u000a21:05:08.989986 run osmo-hlr_10.42.42.2(pid=32347): Launched\u000a21:05:09.106877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:09.668332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Launched\u000a21:05:09.990522 run osmo-stp_10.42.42.5(pid=32350): Launched\u000a21:05:10.107280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:05:10.671394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Launched\u000a21:05:10.786853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:05:11.067390 run patchelf(pid=32353): Launched\u000a21:05:11.256208 run osmo-stp_10.42.42.5(pid=32350): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)]\u000a21:05:11.394039 run osmo-stp_10.42.42.5(pid=32350): stdout: \u000a| (launched: 2022-12-13_21:05:09.832569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:11.532924 run osmo-stp_10.42.42.5(pid=32350): stderr: \u000a| �[0;m�[38;5;43m20221213210510021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210510021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210510021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210510022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210510022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210510022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210510022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:11.666558 run osmo-stp_10.42.42.5(pid=32350): stdout: \u000a| (launched: 2022-12-13_21:05:09.832569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:11.799107 run osmo-stp_10.42.42.5(pid=32350): stderr: \u000a| �[0;m�[38;5;43m20221213210510021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210510021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210510021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210510022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210510022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210510022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210510022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:11.953734 run patchelf(pid=32353): Terminating (SIGINT)\u000a21:05:12.135485 run patchelf(pid=32353): Terminated: ok {rc=0}\u000a21:05:12.168783 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32350): Process ended prematurely: osmo-stp_10.42.42.5(pid=32350) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:05:12.178928 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:05:12.242363 run osmo-hlr_10.42.42.2(pid=32347): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32347)]\u000a21:05:12.293718 run osmo-hlr_10.42.42.2(pid=32347): stdout: \u000a| (launched: 2022-12-13_21:05:08.830871) \u000a21:05:12.345946 run osmo-hlr_10.42.42.2(pid=32347): stderr: \u000a| �[0;m�[1;31m20221213210509027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210509028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210509028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210509028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210509028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210509028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210509040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210509050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210509050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210509050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:12.390497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Terminating (SIGTERM)\u000a21:05:12.433658 run iperf3-srv_10.42.42.10(pid=32337): Terminating (SIGTERM)\u000a21:05:12.475869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminating (SIGTERM)\u000a21:05:12.517831 run iperf3-srv_10.42.42.10(pid=32339): Terminating (SIGTERM)\u000a21:05:12.559782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminating (SIGTERM)\u000a21:05:12.601954 run iperf3-srv_10.42.42.10(pid=32341): Terminating (SIGTERM)\u000a21:05:12.644025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Terminating (SIGTERM)\u000a21:05:12.686891 run iperf3-srv_10.42.42.10(pid=32343): Terminating (SIGTERM)\u000a21:05:12.729159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Terminating (SIGTERM)\u000a21:05:12.771616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Terminating (SIGTERM)\u000a21:05:12.813834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Terminating (SIGTERM)\u000a21:05:12.823530 --- ParallelTerminationStrategy: PID 32336 died...\u000a21:05:12.879878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Terminated: ok {rc=0}\u000a21:05:12.890256 --- ParallelTerminationStrategy: PID 32337 died...\u000a21:05:12.946420 run iperf3-srv_10.42.42.10(pid=32337): Terminated {rc=256}\u000a21:05:12.956392 --- ParallelTerminationStrategy: PID 32338 died...\u000a21:05:13.012559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminated: ok {rc=0}\u000a21:05:13.022801 --- ParallelTerminationStrategy: PID 32339 died...\u000a21:05:13.078831 run iperf3-srv_10.42.42.10(pid=32339): Terminated {rc=256}\u000a21:05:13.089009 --- ParallelTerminationStrategy: PID 32340 died...\u000a21:05:13.145303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminated: ok {rc=0}\u000a21:05:13.155425 --- ParallelTerminationStrategy: PID 32341 died...\u000a21:05:13.211519 run iperf3-srv_10.42.42.10(pid=32341): Terminated {rc=256}\u000a21:05:13.221822 --- ParallelTerminationStrategy: PID 32342 died...\u000a21:05:13.277965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Terminated: ok {rc=0}\u000a21:05:13.288242 --- ParallelTerminationStrategy: PID 32343 died...\u000a21:05:13.344307 run iperf3-srv_10.42.42.10(pid=32343): Terminated {rc=256}\u000a21:05:13.354522 --- ParallelTerminationStrategy: PID 32346 died...\u000a21:05:13.410905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Terminated: ok {rc=0}\u000a21:05:13.421246 --- ParallelTerminationStrategy: PID 32349 died...\u000a21:05:13.477529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Terminated: ok {rc=0}\u000a21:05:13.487711 --- ParallelTerminationStrategy: PID 32352 died...\u000a21:05:13.544036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Terminated: ok {rc=0}\u000a21:05:13.630874 bus /gobi_4: Setting Powered False\u000a21:05:14.737160 bus /gobi_4: Setting Powered False\u000a21:05:15.849728 bus /gobi_1: Setting Powered False\u000a21:05:16.973624 bus /gobi_1: Setting Powered False\u000a21:05:18.086770 bus /gobi_0: Setting Powered False\u000a21:05:19.189438 bus /gobi_0: Setting Powered False\u000a21:05:20.300095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32362): Process ended prematurely: osmo-stp_10.42.42.5(pid=32362) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32362): Process ended prematurely: osmo-stp_10.42.42.5(pid=32362) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:05:21.369863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:21.382290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:05:21.537965 tst ping.py: using LAC 36270\u000a21:05:21.654185 tst ping.py: using RAC 60\u000a21:05:21.770232 tst ping.py: using CellId 36270\u000a21:05:21.906284 tst ping.py: using BVCI 36271\u000a21:05:21.930549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:21.942160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:21.953498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:21.964934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:21.976274 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:21.987661 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:21.999158 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:22.010661 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:05:22.297242 tst ping.py:19: start network...\u000a21:05:22.429069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:22.934537 run create_hlr_db(pid=32356): Launched\u000a21:05:23.117008 bus /gobi_6: Setting Powered False\u000a21:05:24.136878 run create_hlr_db(pid=32356): Terminated: ok {rc=0}\u000a21:05:24.534331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Launched\u000a21:05:24.829066 run osmo-hlr_10.42.42.2(pid=32359): Launched\u000a21:05:24.942550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:25.464036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Launched\u000a21:05:25.759985 run osmo-stp_10.42.42.5(pid=32362): Launched\u000a21:05:25.867104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:05:26.381990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Launched\u000a21:05:26.487529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:05:26.747380 run patchelf(pid=32365): Launched\u000a21:05:26.921064 run osmo-stp_10.42.42.5(pid=32362): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)]\u000a21:05:27.048250 run osmo-stp_10.42.42.5(pid=32362): stdout: \u000a| (launched: 2022-12-13_21:05:25.612871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:27.175676 run osmo-stp_10.42.42.5(pid=32362): stderr: \u000a| �[0;m�[38;5;43m20221213210525778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210525778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210525779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210525779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210525779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210525780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210525780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:27.298537 run osmo-stp_10.42.42.5(pid=32362): stdout: \u000a| (launched: 2022-12-13_21:05:25.612871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:27.420532 run osmo-stp_10.42.42.5(pid=32362): stderr: \u000a| �[0;m�[38;5;43m20221213210525778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210525778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210525779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210525779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210525779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210525780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210525780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:27.563032 run patchelf(pid=32365): Terminating (SIGINT)\u000a21:05:27.730618 run patchelf(pid=32365): Terminated: ok {rc=0}\u000a21:05:27.761073 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32362): Process ended prematurely: osmo-stp_10.42.42.5(pid=32362) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32362)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:05:27.769722 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:05:27.830130 run osmo-hlr_10.42.42.2(pid=32359): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32359)]\u000a21:05:27.879559 run osmo-hlr_10.42.42.2(pid=32359): stdout: \u000a| (launched: 2022-12-13_21:05:24.683228) \u000a21:05:27.930094 run osmo-hlr_10.42.42.2(pid=32359): stderr: \u000a| �[0;m�[1;31m20221213210524855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210524855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210524855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210524855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210524855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210524856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210524868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210524879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210524879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210524879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:27.972853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Terminating (SIGTERM)\u000a21:05:28.013295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Terminating (SIGTERM)\u000a21:05:28.053707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Terminating (SIGTERM)\u000a21:05:28.063016 --- ParallelTerminationStrategy: PID 32358 died...\u000a21:05:28.117632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32358): Terminated: ok {rc=0}\u000a21:05:28.127404 --- ParallelTerminationStrategy: PID 32361 died...\u000a21:05:28.181431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32361): Terminated: ok {rc=0}\u000a21:05:28.191042 --- ParallelTerminationStrategy: PID 32364 died...\u000a21:05:28.244935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32364): Terminated: ok {rc=0}\u000a21:05:28.329127 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:05:29.380644 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:29.393010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:05:29.546280 tst ping_idle_ping.py: using LAC 36271\u000a21:05:29.662157 tst ping_idle_ping.py: using RAC 61\u000a21:05:29.778428 tst ping_idle_ping.py: using CellId 36271\u000a21:05:29.902230 tst ping_idle_ping.py: using BVCI 36272\u000a21:05:29.926715 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:29.938293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:29.950002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:29.961604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:29.973704 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:29.985769 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:29.997874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:05:30.009818 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:05:30.284539 tst ping_idle_ping.py:24: start network...\u000a21:05:30.407367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:30.885505 run create_hlr_db(pid=32366): Launched\u000a21:05:31.073794 bus /gobi_6: Setting Powered False\u000a21:05:32.094269 run create_hlr_db(pid=32366): Terminated: ok {rc=0}\u000a21:05:32.525195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Launched\u000a21:05:32.843547 run osmo-hlr_10.42.42.2(pid=32369): Launched\u000a21:05:32.962562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:33.516695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Launched\u000a21:05:33.833755 run osmo-stp_10.42.42.5(pid=32372): Launched\u000a21:05:33.948514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:05:34.503879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Launched\u000a21:05:34.617648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:05:34.894691 run patchelf(pid=32375): Launched\u000a21:05:35.080165 run osmo-stp_10.42.42.5(pid=32372): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]\u000a21:05:35.216055 run osmo-stp_10.42.42.5(pid=32372): stdout: \u000a| (launched: 2022-12-13_21:05:33.677708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:35.351868 run osmo-stp_10.42.42.5(pid=32372): stderr: \u000a| �[0;m�[38;5;43m20221213210533869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210533869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210533869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210533870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210533870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210533870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210533870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:35.484009 run osmo-stp_10.42.42.5(pid=32372): stdout: \u000a| (launched: 2022-12-13_21:05:33.677708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:35.615000 run osmo-stp_10.42.42.5(pid=32372): stderr: \u000a| �[0;m�[38;5;43m20221213210533869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210533869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210533869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210533870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210533870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210533870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210533870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:35.766775 run patchelf(pid=32375): Terminating (SIGINT)\u000a21:05:35.945631 run patchelf(pid=32375): Terminated: ok {rc=0}\u000a21:05:35.978125 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:05:35.987562 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:05:36.050324 run osmo-hlr_10.42.42.2(pid=32369): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32369)]\u000a21:05:36.101489 run osmo-hlr_10.42.42.2(pid=32369): stdout: \u000a| (launched: 2022-12-13_21:05:32.686857) \u000a21:05:36.153438 run osmo-hlr_10.42.42.2(pid=32369): stderr: \u000a| �[0;m�[1;31m20221213210532880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210532880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210532880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210532880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210532881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210532881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210532894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210532902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210532902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210532902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:36.197862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminating (SIGTERM)\u000a21:05:36.239698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminating (SIGTERM)\u000a21:05:36.282053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Terminating (SIGTERM)\u000a21:05:36.292027 --- ParallelTerminationStrategy: PID 32368 died...\u000a21:05:36.348053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminated: ok {rc=0}\u000a21:05:36.358218 --- ParallelTerminationStrategy: PID 32371 died...\u000a21:05:36.413775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminated: ok {rc=0}\u000a21:05:36.424272 --- ParallelTerminationStrategy: PID 32374 died...\u000a21:05:36.479990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32374): Terminated: ok {rc=0}\u000a21:05:36.566992 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:04:38" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32390): Process ended prematurely: osmo-stp_10.42.42.5(pid=32390) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32390)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32390): Process ended prematurely: osmo-stp_10.42.42.5(pid=32390) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:05:38.723697 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:38.735283 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:05:38.897804 tst cs_paging_gprs_active.py: using LAC 36272\u000a21:05:39.021200 tst cs_paging_gprs_active.py: using RAC 62\u000a21:05:39.141796 tst cs_paging_gprs_active.py: using CellId 36272\u000a21:05:39.263075 tst cs_paging_gprs_active.py: using BVCI 36273\u000a21:05:39.286379 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:39.297672 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:39.308443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:39.319319 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:39.330826 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:39.342138 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:39.353442 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:39.364473 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:39.375798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:05:39.497694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:05:39.777007 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:05:39.902968 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:05:40.219027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32380): Launched\u000a21:05:40.480079 run iperf3-srv_10.42.42.10(pid=32381): Launched\u000a21:05:40.664230 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:05:40.789494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:05:41.102053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32382): Launched\u000a21:05:41.363492 run iperf3-srv_10.42.42.10(pid=32383): Launched\u000a21:05:41.546787 tst cs_paging_gprs_active.py:38: start network...\u000a21:05:41.672048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:42.149825 run create_hlr_db(pid=32384): Launched\u000a21:05:42.323329 bus /gobi_6: Setting Powered False\u000a21:05:43.345880 run create_hlr_db(pid=32384): Terminated: ok {rc=0}\u000a21:05:43.774859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32386): Launched\u000a21:05:44.098844 run osmo-hlr_10.42.42.2(pid=32387): Launched\u000a21:05:44.220118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:44.783241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32389): Launched\u000a21:05:45.106076 run osmo-stp_10.42.42.5(pid=32390): Launched\u000a21:05:45.222748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:05:45.787173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32392): Launched\u000a21:05:45.931063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:05:46.234877 run patchelf(pid=32393): Launched\u000a21:05:46.420543 run osmo-stp_10.42.42.5(pid=32390): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32390)]\u000a21:05:46.555292 run osmo-stp_10.42.42.5(pid=32390): stdout: \u000a| (launched: 2022-12-13_21:05:44.947597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:46.691629 run osmo-stp_10.42.42.5(pid=32390): stderr: \u000a| �[0;m�[38;5;43m20221213210545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210545138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210545138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210545138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210545138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:46.824190 run osmo-stp_10.42.42.5(pid=32390): stdout: \u000a| (launched: 2022-12-13_21:05:44.947597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:46.979105 run osmo-stp_10.42.42.5(pid=32390): stderr: \u000a| �[0;m�[38;5;43m20221213210545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210545138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210545138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210545138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210545138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:47.146512 run patchelf(pid=32393): Terminating (SIGINT)\u000a21:05:47.321253 run patchelf(pid=32393): Terminated: ok {rc=0}\u000a21:05:47.352897 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32390): Process ended prematurely: osmo-stp_10.42.42.5(pid=32390) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32390)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:05:47.362544 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:05:47.423701 run osmo-hlr_10.42.42.2(pid=32387): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32387)]\u000a21:05:47.473334 run osmo-hlr_10.42.42.2(pid=32387): stdout: \u000a| (launched: 2022-12-13_21:05:43.939616) \u000a21:05:47.523727 run osmo-hlr_10.42.42.2(pid=32387): stderr: \u000a| �[0;m�[1;31m20221213210544135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210544135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210544135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210544136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210544136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210544136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210544148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210544157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210544157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210544157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:47.566252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32380): Terminating (SIGTERM)\u000a21:05:47.606190 run iperf3-srv_10.42.42.10(pid=32381): Terminating (SIGTERM)\u000a21:05:47.646196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32382): Terminating (SIGTERM)\u000a21:05:47.686085 run iperf3-srv_10.42.42.10(pid=32383): Terminating (SIGTERM)\u000a21:05:47.726435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32386): Terminating (SIGTERM)\u000a21:05:47.766586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32389): Terminating (SIGTERM)\u000a21:05:47.806573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32392): Terminating (SIGTERM)\u000a21:05:47.815427 --- ParallelTerminationStrategy: PID 32380 died...\u000a21:05:47.869546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32380): Terminated: ok {rc=0}\u000a21:05:47.879200 --- ParallelTerminationStrategy: PID 32381 died...\u000a21:05:47.933085 run iperf3-srv_10.42.42.10(pid=32381): Terminated {rc=256}\u000a21:05:47.942713 --- ParallelTerminationStrategy: PID 32382 died...\u000a21:05:47.996641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32382): Terminated: ok {rc=0}\u000a21:05:48.006234 --- ParallelTerminationStrategy: PID 32383 died...\u000a21:05:48.060049 run iperf3-srv_10.42.42.10(pid=32383): Terminated {rc=256}\u000a21:05:48.069810 --- ParallelTerminationStrategy: PID 32386 died...\u000a21:05:48.123870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32386): Terminated: ok {rc=0}\u000a21:05:48.133949 --- ParallelTerminationStrategy: PID 32389 died...\u000a21:05:48.188118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32389): Terminated: ok {rc=0}\u000a21:05:48.197911 --- ParallelTerminationStrategy: PID 32392 died...\u000a21:05:48.252011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32392): Terminated: ok {rc=0}\u000a21:05:48.336621 bus /gobi_0: Setting Powered False\u000a21:05:49.444154 bus /gobi_0: Setting Powered False\u000a21:05:50.553085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32406): Process ended prematurely: osmo-stp_10.42.42.5(pid=32406) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32406)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32406): Process ended prematurely: osmo-stp_10.42.42.5(pid=32406) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:05:51.668082 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:51.680542 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:05:51.842096 tst iperf3.py: using LAC 36273\u000a21:05:51.968024 tst iperf3.py: using RAC 63\u000a21:05:52.088726 tst iperf3.py: using CellId 36273\u000a21:05:52.208898 tst iperf3.py: using BVCI 36274\u000a21:05:52.231996 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:52.243301 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:52.254462 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:52.265719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:52.276868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:52.288023 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:52.299239 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:52.310345 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:05:52.321783 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:05:52.611828 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:05:52.746581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:05:53.080081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Launched\u000a21:05:53.357584 run iperf3-srv_10.42.42.10(pid=32399): Launched\u000a21:05:53.555095 tst iperf3.py:8: start network...\u000a21:05:53.689275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:54.200190 run create_hlr_db(pid=32400): Launched\u000a21:05:54.374026 bus /gobi_6: Setting Powered False\u000a21:05:55.394934 run create_hlr_db(pid=32400): Terminated: ok {rc=0}\u000a21:05:55.797861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32402): Launched\u000a21:05:56.099473 run osmo-hlr_10.42.42.2(pid=32403): Launched\u000a21:05:56.213892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:56.739477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32405): Launched\u000a21:05:57.042661 run osmo-stp_10.42.42.5(pid=32406): Launched\u000a21:05:57.151751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:05:57.677802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32408): Launched\u000a21:05:57.785267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:05:58.048367 run patchelf(pid=32409): Launched\u000a21:05:58.224512 run osmo-stp_10.42.42.5(pid=32406): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32406)]\u000a21:05:58.353708 run osmo-stp_10.42.42.5(pid=32406): stdout: \u000a| (launched: 2022-12-13_21:05:56.893978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:58.483793 run osmo-stp_10.42.42.5(pid=32406): stderr: \u000a| �[0;m�[38;5;43m20221213210557061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210557061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210557062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210557062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210557063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210557063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210557063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:58.609058 run osmo-stp_10.42.42.5(pid=32406): stdout: \u000a| (launched: 2022-12-13_21:05:56.893978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:58.733166 run osmo-stp_10.42.42.5(pid=32406): stderr: \u000a| �[0;m�[38;5;43m20221213210557061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210557061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210557062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210557062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210557063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210557063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210557063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:58.878516 run patchelf(pid=32409): Terminating (SIGINT)\u000a21:05:59.049403 run patchelf(pid=32409): Terminated: ok {rc=0}\u000a21:05:59.081056 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32406): Process ended prematurely: osmo-stp_10.42.42.5(pid=32406) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32406)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:05:59.090268 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:05:59.150762 run osmo-hlr_10.42.42.2(pid=32403): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32403)]\u000a21:05:59.200039 run osmo-hlr_10.42.42.2(pid=32403): stdout: \u000a| (launched: 2022-12-13_21:05:55.951123) \u000a21:05:59.249816 run osmo-hlr_10.42.42.2(pid=32403): stderr: \u000a| �[0;m�[1;31m20221213210556125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210556125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210556125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210556125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210556125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210556125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210556136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210556145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210556145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210556145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:59.292195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Terminating (SIGTERM)\u000a21:05:59.332014 run iperf3-srv_10.42.42.10(pid=32399): Terminating (SIGTERM)\u000a21:05:59.371903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32402): Terminating (SIGTERM)\u000a21:05:59.411707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32405): Terminating (SIGTERM)\u000a21:05:59.451498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32408): Terminating (SIGTERM)\u000a21:05:59.460635 --- ParallelTerminationStrategy: PID 32398 died...\u000a21:05:59.514488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32398): Terminated: ok {rc=0}\u000a21:05:59.524005 --- ParallelTerminationStrategy: PID 32399 died...\u000a21:05:59.577425 run iperf3-srv_10.42.42.10(pid=32399): Terminated {rc=256}\u000a21:05:59.586883 --- ParallelTerminationStrategy: PID 32402 died...\u000a21:05:59.640309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32402): Terminated: ok {rc=0}\u000a21:05:59.649847 --- ParallelTerminationStrategy: PID 32405 died...\u000a21:05:59.703281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32405): Terminated: ok {rc=0}\u000a21:05:59.712853 --- ParallelTerminationStrategy: PID 32408 died...\u000a21:05:59.766542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32408): Terminated: ok {rc=0}\u000a21:05:59.854068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32424): Process ended prematurely: osmo-stp_10.42.42.5(pid=32424) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32424)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32424): Process ended prematurely: osmo-stp_10.42.42.5(pid=32424) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:06:00.984317 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:00.997140 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:06:01.163930 tst iperf3m4.py: using LAC 36274\u000a21:06:01.285494 tst iperf3m4.py: using RAC 64\u000a21:06:01.413177 tst iperf3m4.py: using CellId 36274\u000a21:06:01.564301 tst iperf3m4.py: using BVCI 36275\u000a21:06:01.593800 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:01.609180 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:01.624594 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:01.640834 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:01.656679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:01.672262 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:01.688278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:01.703893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:01.718873 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:06:01.863022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:06:01.998775 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:06:02.143537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:06:02.460078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:06:02.595810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:06:02.930154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32410): Launched\u000a21:06:03.207259 run iperf3-srv_10.42.42.10(pid=32411): Launched\u000a21:06:03.404557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:06:03.540236 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:06:03.873064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32412): Launched\u000a21:06:04.151165 run iperf3-srv_10.42.42.10(pid=32413): Launched\u000a21:06:04.348603 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:06:04.483877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:06:04.817535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32414): Launched\u000a21:06:05.095254 run iperf3-srv_10.42.42.10(pid=32415): Launched\u000a21:06:05.292863 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:06:05.427465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:06:05.761344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32416): Launched\u000a21:06:06.040627 run iperf3-srv_10.42.42.10(pid=32417): Launched\u000a21:06:06.238025 tst iperf3m4.py:8: start network...\u000a21:06:06.372572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:06.890023 run create_hlr_db(pid=32418): Launched\u000a21:06:07.076448 bus /gobi_6: Setting Powered False\u000a21:06:08.097836 run create_hlr_db(pid=32418): Terminated: ok {rc=0}\u000a21:06:08.502719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32420): Launched\u000a21:06:08.805532 run osmo-hlr_10.42.42.2(pid=32421): Launched\u000a21:06:08.917209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:09.442752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32423): Launched\u000a21:06:09.744849 run osmo-stp_10.42.42.5(pid=32424): Launched\u000a21:06:09.855063 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:06:10.381371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32426): Launched\u000a21:06:10.489030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:06:10.752033 run patchelf(pid=32427): Launched\u000a21:06:10.929534 run osmo-stp_10.42.42.5(pid=32424): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32424)]\u000a21:06:11.058781 run osmo-stp_10.42.42.5(pid=32424): stdout: \u000a| (launched: 2022-12-13_21:06:09.596005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:11.188415 run osmo-stp_10.42.42.5(pid=32424): stderr: \u000a| �[0;m�[38;5;43m20221213210609763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210609763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210609763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210609764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210609764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210609764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210609764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:11.314018 run osmo-stp_10.42.42.5(pid=32424): stdout: \u000a| (launched: 2022-12-13_21:06:09.596005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:11.438671 run osmo-stp_10.42.42.5(pid=32424): stderr: \u000a| �[0;m�[38;5;43m20221213210609763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210609763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210609763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210609764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210609764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210609764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210609764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:11.584058 run patchelf(pid=32427): Terminating (SIGINT)\u000a21:06:11.754778 run patchelf(pid=32427): Terminated: ok {rc=0}\u000a21:06:11.786280 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32424): Process ended prematurely: osmo-stp_10.42.42.5(pid=32424) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32424)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:06:11.795726 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:06:11.856678 run osmo-hlr_10.42.42.2(pid=32421): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32421)]\u000a21:06:11.906037 run osmo-hlr_10.42.42.2(pid=32421): stdout: \u000a| (launched: 2022-12-13_21:06:08.656318) \u000a21:06:11.956122 run osmo-hlr_10.42.42.2(pid=32421): stderr: \u000a| �[0;m�[1;31m20221213210608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210608833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210608846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210608858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210608858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210608858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:11.998572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32410): Terminating (SIGTERM)\u000a21:06:12.038540 run iperf3-srv_10.42.42.10(pid=32411): Terminating (SIGTERM)\u000a21:06:12.078477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32412): Terminating (SIGTERM)\u000a21:06:12.118406 run iperf3-srv_10.42.42.10(pid=32413): Terminating (SIGTERM)\u000a21:06:12.158463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32414): Terminating (SIGTERM)\u000a21:06:12.198338 run iperf3-srv_10.42.42.10(pid=32415): Terminating (SIGTERM)\u000a21:06:12.238397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32416): Terminating (SIGTERM)\u000a21:06:12.278295 run iperf3-srv_10.42.42.10(pid=32417): Terminating (SIGTERM)\u000a21:06:12.318395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32420): Terminating (SIGTERM)\u000a21:06:12.358362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32423): Terminating (SIGTERM)\u000a21:06:12.398336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32426): Terminating (SIGTERM)\u000a21:06:12.407514 --- ParallelTerminationStrategy: PID 32410 died...\u000a21:06:12.461541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32410): Terminated: ok {rc=0}\u000a21:06:12.471123 --- ParallelTerminationStrategy: PID 32411 died...\u000a21:06:12.524698 run iperf3-srv_10.42.42.10(pid=32411): Terminated {rc=256}\u000a21:06:12.534249 --- ParallelTerminationStrategy: PID 32412 died...\u000a21:06:12.587891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32412): Terminated: ok {rc=0}\u000a21:06:12.597855 --- ParallelTerminationStrategy: PID 32413 died...\u000a21:06:12.651458 run iperf3-srv_10.42.42.10(pid=32413): Terminated {rc=256}\u000a21:06:12.661093 --- ParallelTerminationStrategy: PID 32414 died...\u000a21:06:12.714777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32414): Terminated: ok {rc=0}\u000a21:06:12.724400 --- ParallelTerminationStrategy: PID 32415 died...\u000a21:06:12.778038 run iperf3-srv_10.42.42.10(pid=32415): Terminated {rc=256}\u000a21:06:12.787590 --- ParallelTerminationStrategy: PID 32416 died...\u000a21:06:12.841434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32416): Terminated: ok {rc=0}\u000a21:06:12.851040 --- ParallelTerminationStrategy: PID 32417 died...\u000a21:06:12.904603 run iperf3-srv_10.42.42.10(pid=32417): Terminated {rc=256}\u000a21:06:12.914955 --- ParallelTerminationStrategy: PID 32420 died...\u000a21:06:12.968433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32420): Terminated: ok {rc=0}\u000a21:06:12.978060 --- ParallelTerminationStrategy: PID 32423 died...\u000a21:06:13.031676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32423): Terminated: ok {rc=0}\u000a21:06:13.041367 --- ParallelTerminationStrategy: PID 32426 died...\u000a21:06:13.095024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32426): Terminated: ok {rc=0}\u000a21:06:13.183994 bus /gobi_4: Setting Powered False\u000a21:06:14.286759 bus /gobi_4: Setting Powered False\u000a21:06:15.393824 bus /gobi_1: Setting Powered False\u000a21:06:16.505716 bus /gobi_1: Setting Powered False\u000a21:06:17.619934 bus /gobi_0: Setting Powered False\u000a21:06:18.722695 bus /gobi_0: Setting Powered False\u000a21:06:19.835557 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:06:20.903798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:20.915922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:06:21.077947 tst ping.py: using LAC 36275\u000a21:06:21.203736 tst ping.py: using RAC 65\u000a21:06:21.329310 tst ping.py: using CellId 36275\u000a21:06:21.458021 tst ping.py: using BVCI 36276\u000a21:06:21.482197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:21.493890 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:21.505223 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:21.516578 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:21.527999 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:21.539404 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:21.551008 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:21.562479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:06:21.849700 tst ping.py:19: start network...\u000a21:06:21.981796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:22.488519 run create_hlr_db(pid=32428): Launched\u000a21:06:22.672047 bus /gobi_6: Setting Powered False\u000a21:06:23.692151 run create_hlr_db(pid=32428): Terminated: ok {rc=0}\u000a21:06:24.113645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Launched\u000a21:06:24.431566 run osmo-hlr_10.42.42.2(pid=32431): Launched\u000a21:06:24.547703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:25.099387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Launched\u000a21:06:25.416455 run osmo-stp_10.42.42.5(pid=32434): Launched\u000a21:06:25.530876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:06:26.082784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Launched\u000a21:06:26.195325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:06:26.473245 run patchelf(pid=32437): Launched\u000a21:06:26.658417 run osmo-stp_10.42.42.5(pid=32434): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)]\u000a21:06:26.792939 run osmo-stp_10.42.42.5(pid=32434): stdout: \u000a| (launched: 2022-12-13_21:06:25.259801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:26.927777 run osmo-stp_10.42.42.5(pid=32434): stderr: \u000a| �[0;m�[38;5;43m20221213210625449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210625449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210625450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210625450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210625450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210625450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210625451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:27.059097 run osmo-stp_10.42.42.5(pid=32434): stdout: \u000a| (launched: 2022-12-13_21:06:25.259801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:27.189299 run osmo-stp_10.42.42.5(pid=32434): stderr: \u000a| �[0;m�[38;5;43m20221213210625449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210625449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210625450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210625450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210625450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210625450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210625451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:27.340270 run patchelf(pid=32437): Terminating (SIGINT)\u000a21:06:27.518687 run patchelf(pid=32437): Terminated: ok {rc=0}\u000a21:06:27.550948 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32434): Process ended prematurely: osmo-stp_10.42.42.5(pid=32434) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32434)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:06:27.560173 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:06:27.622313 run osmo-hlr_10.42.42.2(pid=32431): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32431)]\u000a21:06:27.673106 run osmo-hlr_10.42.42.2(pid=32431): stdout: \u000a| (launched: 2022-12-13_21:06:24.274326) \u000a21:06:27.724398 run osmo-hlr_10.42.42.2(pid=32431): stderr: \u000a| �[0;m�[1;31m20221213210624469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210624470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210624470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210624470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210624470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210624470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210624488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210624498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210624498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210624498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:27.768212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Terminating (SIGTERM)\u000a21:06:27.809581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Terminating (SIGTERM)\u000a21:06:27.851019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Terminating (SIGTERM)\u000a21:06:27.860679 --- ParallelTerminationStrategy: PID 32430 died...\u000a21:06:27.916197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32430): Terminated: ok {rc=0}\u000a21:06:27.926249 --- ParallelTerminationStrategy: PID 32433 died...\u000a21:06:27.981231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32433): Terminated: ok {rc=0}\u000a21:06:27.991195 --- ParallelTerminationStrategy: PID 32436 died...\u000a21:06:28.046595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32436): Terminated: ok {rc=0}\u000a21:06:28.133192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32444): Process ended prematurely: osmo-stp_10.42.42.5(pid=32444) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32444)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32444): Process ended prematurely: osmo-stp_10.42.42.5(pid=32444) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:06:29.184625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:29.196528 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:06:29.348513 tst ping_idle_ping.py: using LAC 36276\u000a21:06:29.466430 tst ping_idle_ping.py: using RAC 66\u000a21:06:29.593717 tst ping_idle_ping.py: using CellId 36276\u000a21:06:29.707676 tst ping_idle_ping.py: using BVCI 36277\u000a21:06:29.730275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:29.741405 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:29.752166 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:29.763061 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:29.774307 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:29.785516 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:29.796789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:06:29.808097 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:06:30.095419 tst ping_idle_ping.py:24: start network...\u000a21:06:30.228501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:30.741895 run create_hlr_db(pid=32438): Launched\u000a21:06:30.950387 bus /gobi_6: Setting Powered False\u000a21:06:31.949794 run create_hlr_db(pid=32438): Terminated: ok {rc=0}\u000a21:06:32.399967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32440): Launched\u000a21:06:32.720051 run osmo-hlr_10.42.42.2(pid=32441): Launched\u000a21:06:32.839292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:33.394540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32443): Launched\u000a21:06:33.714076 run osmo-stp_10.42.42.5(pid=32444): Launched\u000a21:06:33.828372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:06:34.381886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32446): Launched\u000a21:06:34.495527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:06:34.773794 run patchelf(pid=32447): Launched\u000a21:06:34.959345 run osmo-stp_10.42.42.5(pid=32444): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32444)]\u000a21:06:35.094981 run osmo-stp_10.42.42.5(pid=32444): stdout: \u000a| (launched: 2022-12-13_21:06:33.556255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:35.230600 run osmo-stp_10.42.42.5(pid=32444): stderr: \u000a| �[0;m�[38;5;43m20221213210633745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210633746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210633746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210633746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210633747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210633747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210633747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:35.362328 run osmo-stp_10.42.42.5(pid=32444): stdout: \u000a| (launched: 2022-12-13_21:06:33.556255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:35.492763 run osmo-stp_10.42.42.5(pid=32444): stderr: \u000a| �[0;m�[38;5;43m20221213210633745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210633746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210633746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210633746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210633747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210633747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210633747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:35.644388 run patchelf(pid=32447): Terminating (SIGINT)\u000a21:06:35.822925 run patchelf(pid=32447): Terminated: ok {rc=0}\u000a21:06:35.855275 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32444): Process ended prematurely: osmo-stp_10.42.42.5(pid=32444) [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32444)] [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:06:35.864511 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:06:35.926912 run osmo-hlr_10.42.42.2(pid=32441): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32441)]\u000a21:06:35.977836 run osmo-hlr_10.42.42.2(pid=32441): stdout: \u000a| (launched: 2022-12-13_21:06:32.562347) \u000a21:06:36.029479 run osmo-hlr_10.42.42.2(pid=32441): stderr: \u000a| �[0;m�[1;31m20221213210632758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210632758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210632758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210632758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210632758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210632758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210632771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210632779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210632779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210632779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:36.073786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32440): Terminating (SIGTERM)\u000a21:06:36.115549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32443): Terminating (SIGTERM)\u000a21:06:36.157132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32446): Terminating (SIGTERM)\u000a21:06:36.166852 --- ParallelTerminationStrategy: PID 32440 died...\u000a21:06:36.222906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32440): Terminated: ok {rc=0}\u000a21:06:36.233055 --- ParallelTerminationStrategy: PID 32443 died...\u000a21:06:36.288813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32443): Terminated: ok {rc=0}\u000a21:06:36.298976 --- ParallelTerminationStrategy: PID 32446 died...\u000a21:06:36.354515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32446): Terminated: ok {rc=0}\u000a21:06:36.442188 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:05:38" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32457): Process ended prematurely: osmo-stp_10.42.42.5(pid=32457) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32457): Process ended prematurely: osmo-stp_10.42.42.5(pid=32457) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:06:38.467332 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:06:38.479305 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:06:38.636885 tst switch_tch_pdch.py: using LAC 36277\u000a21:06:38.754841 tst switch_tch_pdch.py: using RAC 67\u000a21:06:38.869411 tst switch_tch_pdch.py: using CellId 36277\u000a21:06:38.983940 tst switch_tch_pdch.py: using BVCI 36278\u000a21:06:39.006685 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:06:39.018322 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:06:39.029714 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:06:39.040990 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:06:39.052645 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:06:39.064351 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:06:39.076195 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:06:39.088086 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:06:39.206867 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:06:39.481028 tst switch_tch_pdch.py:51: start network...\u000a21:06:39.603707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:40.071230 run create_hlr_db(pid=32451): Launched\u000a21:06:40.242992 bus /gobi_6: Setting Powered False\u000a21:06:41.263986 run create_hlr_db(pid=32451): Terminated: ok {rc=0}\u000a21:06:41.659608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Launched\u000a21:06:41.956812 run osmo-hlr_10.42.42.2(pid=32454): Launched\u000a21:06:42.065457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:42.579239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Launched\u000a21:06:42.875617 run osmo-stp_10.42.42.5(pid=32457): Launched\u000a21:06:42.983197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:06:43.499860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32459): Launched\u000a21:06:43.605645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:06:43.865727 run patchelf(pid=32460): Launched\u000a21:06:44.039746 run osmo-stp_10.42.42.5(pid=32457): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)]\u000a21:06:44.167357 run osmo-stp_10.42.42.5(pid=32457): stdout: \u000a| (launched: 2022-12-13_21:06:42.728730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:44.295227 run osmo-stp_10.42.42.5(pid=32457): stderr: \u000a| �[0;m�[38;5;43m20221213210642894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210642894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210642895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210642895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210642896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:44.418867 run osmo-stp_10.42.42.5(pid=32457): stdout: \u000a| (launched: 2022-12-13_21:06:42.728730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:44.541417 run osmo-stp_10.42.42.5(pid=32457): stderr: \u000a| �[0;m�[38;5;43m20221213210642894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210642894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210642895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210642895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210642896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:44.684060 run patchelf(pid=32460): Terminating (SIGINT)\u000a21:06:44.851827 run patchelf(pid=32460): Terminated: ok {rc=0}\u000a21:06:44.882381 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32457): Process ended prematurely: osmo-stp_10.42.42.5(pid=32457) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)] [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:06:44.890998 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a21:06:44.951596 run osmo-hlr_10.42.42.2(pid=32454): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32454)]\u000a21:06:45.001161 run osmo-hlr_10.42.42.2(pid=32454): stdout: \u000a| (launched: 2022-12-13_21:06:41.809767) \u000a21:06:45.051379 run osmo-hlr_10.42.42.2(pid=32454): stderr: \u000a| �[0;m�[1;31m20221213210641985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210641985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210641985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210641985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210641985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210641985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210641998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210642006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210642006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210642006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:45.093993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Terminating (SIGTERM)\u000a21:06:45.134223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Terminating (SIGTERM)\u000a21:06:45.174267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32459): Terminating (SIGTERM)\u000a21:06:45.183434 --- ParallelTerminationStrategy: PID 32453 died...\u000a21:06:45.237371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Terminated: ok {rc=0}\u000a21:06:45.247020 --- ParallelTerminationStrategy: PID 32456 died...\u000a21:06:45.300672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Terminated: ok {rc=0}\u000a21:06:45.310329 --- ParallelTerminationStrategy: PID 32459 died...\u000a21:06:45.364000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32459): Terminated: ok {rc=0}\u000a21:06:45.447292 bus /gobi_0: Setting Powered False\u000a21:06:46.550415 bus /gobi_0: Setting Powered False\u000a21:06:47.658351 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:06:38" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32470): Process ended prematurely: osmo-stp_10.42.42.5(pid=32470) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32470)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32470): Process ended prematurely: osmo-stp_10.42.42.5(pid=32470) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:06:49.637394 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:06:49.649120 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:06:49.806395 tst switch_tch_pdch.py: using LAC 36278\u000a21:06:49.928535 tst switch_tch_pdch.py: using RAC 68\u000a21:06:50.052294 tst switch_tch_pdch.py: using CellId 36278\u000a21:06:50.175564 tst switch_tch_pdch.py: using BVCI 36279\u000a21:06:50.199816 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:06:50.211469 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:06:50.222966 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:06:50.234403 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:06:50.245714 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:06:50.257121 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:06:50.268468 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:06:50.279800 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:06:50.400709 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:06:50.677602 tst switch_tch_pdch.py:51: start network...\u000a21:06:50.800197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:51.241883 run create_hlr_db(pid=32464): Launched\u000a21:06:51.362439 bus /gobi_6: Setting Powered False\u000a21:06:52.434263 run create_hlr_db(pid=32464): Terminated: ok {rc=0}\u000a21:06:52.829010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32466): Launched\u000a21:06:53.146461 run osmo-hlr_10.42.42.2(pid=32467): Launched\u000a21:06:53.262252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:53.786108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32469): Launched\u000a21:06:54.103865 run osmo-stp_10.42.42.5(pid=32470): Launched\u000a21:06:54.218129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:06:54.745360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32472): Launched\u000a21:06:54.857707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:06:55.134040 run patchelf(pid=32473): Launched\u000a21:06:55.319132 run osmo-stp_10.42.42.5(pid=32470): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32470)]\u000a21:06:55.453862 run osmo-stp_10.42.42.5(pid=32470): stdout: \u000a| (launched: 2022-12-13_21:06:53.946845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:55.589298 run osmo-stp_10.42.42.5(pid=32470): stderr: \u000a| �[0;m�[38;5;43m20221213210654135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210654135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210654135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210654136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210654136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210654136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210654136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:55.720370 run osmo-stp_10.42.42.5(pid=32470): stdout: \u000a| (launched: 2022-12-13_21:06:53.946845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:55.850427 run osmo-stp_10.42.42.5(pid=32470): stderr: \u000a| �[0;m�[38;5;43m20221213210654135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210654135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210654135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210654136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210654136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210654136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210654136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:56.002085 run patchelf(pid=32473): Terminating (SIGINT)\u000a21:06:56.180208 run patchelf(pid=32473): Terminated: ok {rc=0}\u000a21:06:56.212598 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32470): Process ended prematurely: osmo-stp_10.42.42.5(pid=32470) [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32470)] [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:06:56.221862 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a21:06:56.284464 run osmo-hlr_10.42.42.2(pid=32467): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32467)]\u000a21:06:56.336264 run osmo-hlr_10.42.42.2(pid=32467): stdout: \u000a| (launched: 2022-12-13_21:06:52.990198) \u000a21:06:56.388207 run osmo-hlr_10.42.42.2(pid=32467): stderr: \u000a| �[0;m�[1;31m20221213210653184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210653184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210653184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210653184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210653184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210653184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210653197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210653205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210653205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210653205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:56.432143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32466): Terminating (SIGTERM)\u000a21:06:56.474463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32469): Terminating (SIGTERM)\u000a21:06:56.516555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32472): Terminating (SIGTERM)\u000a21:06:56.526385 --- ParallelTerminationStrategy: PID 32466 died...\u000a21:06:56.582414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32466): Terminated: ok {rc=0}\u000a21:06:56.592621 --- ParallelTerminationStrategy: PID 32469 died...\u000a21:06:56.648099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32469): Terminated: ok {rc=0}\u000a21:06:56.658236 --- ParallelTerminationStrategy: PID 32472 died...\u000a21:06:56.713626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32472): Terminated: ok {rc=0}\u000a21:06:56.800794 bus /gobi_0: Setting Powered False\u000a21:06:57.903131 bus /gobi_0: Setting Powered False\u000a21:06:59.015270 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:06:49" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32478): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32478) [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32478)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32478): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32478) [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a21:07:00.903287 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a21:07:00.916930 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a21:07:01.052328 tst mo_mt_sms.py: using LAC 36279\u000a21:07:01.210516 tst mo_mt_sms.py: using RAC 69\u000a21:07:01.339998 tst mo_mt_sms.py: using CellId 36279\u000a21:07:01.457996 tst mo_mt_sms.py: using BVCI 36280\u000a21:07:01.481343 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a21:07:01.610750 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a21:07:01.906156 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:07:02.043046 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:07:02.706167 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32477): Launched\u000a21:07:03.020392 run osmo-nitb_10.42.42.2(pid=32478): Launched\u000a21:07:03.214492 run osmo-nitb_10.42.42.2(pid=32478): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32478)]\u000a21:07:03.357939 run osmo-nitb_10.42.42.2(pid=32478): stdout: \u000a| (launched: 2022-12-13_21:07:02.866879) \u000a21:07:03.501793 run osmo-nitb_10.42.42.2(pid=32478): stderr: \u000a| (launched: 2022-12-13_21:07:02.913948)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:07:03.640664 run osmo-nitb_10.42.42.2(pid=32478): stdout: \u000a| (launched: 2022-12-13_21:07:02.866879) \u000a21:07:03.778409 run osmo-nitb_10.42.42.2(pid=32478): stderr: \u000a| (launched: 2022-12-13_21:07:02.913948)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:07:04.147217 tst osmo-nitb_10.42.42.2(pid=32478): stdout: \u000a| (launched: 2022-12-13_21:07:02.866879) \u000a21:07:04.273363 tst osmo-nitb_10.42.42.2(pid=32478): stderr: \u000a| (launched: 2022-12-13_21:07:02.913948)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:07:04.328552 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32478): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32478) [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32478)] [trial-2394↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a21:07:04.337510 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a21:07:04.373361 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32477): Terminating (SIGTERM)\u000a21:07:04.551234 --- ParallelTerminationStrategy: PID 32477 died...\u000a21:07:04.609454 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32477): Terminated: ok {rc=0}\u000a21:07:04.695986 bus /sierra_3: Setting Powered False\u000a21:07:05.803308 bus /sierra_3: Setting Powered False\u000a21:07:06.916497 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:07:00" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32488): Process ended prematurely: osmo-stp_10.42.42.5(pid=32488) [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32488)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32488): Process ended prematurely: osmo-stp_10.42.42.5(pid=32488) [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a21:07:08.785214 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:08.796519 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:07:08.927451 tst mo_mt_sms.py: using LAC 36280\u000a21:07:09.046171 tst mo_mt_sms.py: using RAC 70\u000a21:07:09.162607 tst mo_mt_sms.py: using CellId 36280\u000a21:07:09.278213 tst mo_mt_sms.py: using BVCI 36281\u000a21:07:09.300524 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:09.311377 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:09.322233 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:09.332761 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:09.344412 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:09.355199 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a21:07:09.472731 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a21:07:09.672739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:10.139449 run create_hlr_db(pid=32482): Launched\u000a21:07:10.310063 bus /sierra_2: Setting Powered False\u000a21:07:11.332297 run create_hlr_db(pid=32482): Terminated: ok {rc=0}\u000a21:07:11.755570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32484): Launched\u000a21:07:12.074426 run osmo-hlr_10.42.42.2(pid=32485): Launched\u000a21:07:12.190444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:12.742409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32487): Launched\u000a21:07:13.059819 run osmo-stp_10.42.42.5(pid=32488): Launched\u000a21:07:13.173908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:13.754646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32490): Launched\u000a21:07:14.071009 run osmo-msc_10.42.42.6(pid=32491): Launched\u000a21:07:14.259092 run osmo-stp_10.42.42.5(pid=32488): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32488)]\u000a21:07:14.393264 run osmo-stp_10.42.42.5(pid=32488): stdout: \u000a| (launched: 2022-12-13_21:07:12.902412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:14.526866 run osmo-stp_10.42.42.5(pid=32488): stderr: \u000a| �[0;m�[38;5;43m20221213210713089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210713089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210713089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210713090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210713090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210713090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210713090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:14.654015 run osmo-stp_10.42.42.5(pid=32488): stdout: \u000a| (launched: 2022-12-13_21:07:12.902412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:14.779850 run osmo-stp_10.42.42.5(pid=32488): stderr: \u000a| �[0;m�[38;5;43m20221213210713089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210713089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210713089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210713090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210713090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210713090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210713090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:14.835140 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32488): Process ended prematurely: osmo-stp_10.42.42.5(pid=32488) [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32488)] [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a21:07:14.843440 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a21:07:14.905266 run osmo-hlr_10.42.42.2(pid=32485): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32485)]\u000a21:07:14.956443 run osmo-hlr_10.42.42.2(pid=32485): stdout: \u000a| (launched: 2022-12-13_21:07:11.917007) \u000a21:07:15.007949 run osmo-hlr_10.42.42.2(pid=32485): stderr: \u000a| �[0;m�[1;31m20221213210712111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210712111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210712111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210712111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210712111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210712111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210712124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210712132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210712133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210712133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:15.077900 run osmo-msc_10.42.42.6(pid=32491): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32491)]\u000a21:07:15.128697 run osmo-msc_10.42.42.6(pid=32491): stdout: \u000a| (launched: 2022-12-13_21:07:13.915303) \u000a21:07:15.180132 run osmo-msc_10.42.42.6(pid=32491): stderr: \u000a| �[0;m�[38;5;43m20221213210714232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210714232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03c957cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210714232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210714233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210714233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210714234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210714235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210714236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210714236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210714236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:15.224241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32484): Terminating (SIGTERM)\u000a21:07:15.265594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32487): Terminating (SIGTERM)\u000a21:07:15.307022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32490): Terminating (SIGTERM)\u000a21:07:15.316639 --- ParallelTerminationStrategy: PID 32484 died...\u000a21:07:15.372147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32484): Terminated: ok {rc=0}\u000a21:07:15.382217 --- ParallelTerminationStrategy: PID 32487 died...\u000a21:07:15.437572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32487): Terminated: ok {rc=0}\u000a21:07:15.447527 --- ParallelTerminationStrategy: PID 32490 died...\u000a21:07:15.503223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32490): Terminated: ok {rc=0}\u000a21:07:15.590430 bus /sierra_3: Setting Powered False\u000a21:07:16.696701 bus /sierra_3: Setting Powered False\u000a21:07:17.804754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:07:08" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32499) [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32499)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32499) [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a21:07:19.625663 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a21:07:19.636778 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:07:19.768150 tst assert_extension.py: using LAC 36281\u000a21:07:19.892154 tst assert_extension.py: using RAC 71\u000a21:07:20.017186 tst assert_extension.py: using CellId 36281\u000a21:07:20.154671 tst assert_extension.py: using BVCI 36282\u000a21:07:20.178880 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a21:07:20.452306 tst assert_extension.py:10: start nitb and bts...\u000a21:07:20.576265 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:07:21.189245 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32498): Launched\u000a21:07:21.484558 run osmo-nitb_10.42.42.2(pid=32499): Launched\u000a21:07:21.667057 run osmo-nitb_10.42.42.2(pid=32499): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32499)]\u000a21:07:21.801739 run osmo-nitb_10.42.42.2(pid=32499): stdout: \u000a| (launched: 2022-12-13_21:07:21.339080) \u000a21:07:21.936101 run osmo-nitb_10.42.42.2(pid=32499): stderr: \u000a| (launched: 2022-12-13_21:07:21.383079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:07:22.066421 run osmo-nitb_10.42.42.2(pid=32499): stdout: \u000a| (launched: 2022-12-13_21:07:21.339080) \u000a21:07:22.195429 run osmo-nitb_10.42.42.2(pid=32499): stderr: \u000a| (launched: 2022-12-13_21:07:21.383079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:07:22.604376 tst osmo-nitb_10.42.42.2(pid=32499): stdout: \u000a| (launched: 2022-12-13_21:07:21.339080) \u000a21:07:22.722273 tst osmo-nitb_10.42.42.2(pid=32499): stderr: \u000a| (launched: 2022-12-13_21:07:21.383079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:07:22.773759 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32499) [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32499)] [trial-2394↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a21:07:22.782007 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a21:07:22.816733 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32498): Terminating (SIGTERM)\u000a21:07:22.994625 --- ParallelTerminationStrategy: PID 32498 died...\u000a21:07:23.050329 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32498): Terminated: ok {rc=0}\u000a21:07:23.138927 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:07:19" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a21:07:24.957904 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:24.969107 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:07:25.097421 tst assert_extension.py: using LAC 36282\u000a21:07:25.222092 tst assert_extension.py: using RAC 72\u000a21:07:25.347447 tst assert_extension.py: using CellId 36282\u000a21:07:25.471394 tst assert_extension.py: using BVCI 36283\u000a21:07:25.495969 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:25.507199 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:25.518308 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:25.529428 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:25.540368 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:25.551406 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a21:07:25.749743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:26.214904 run create_hlr_db(pid=32504): Launched\u000a21:07:26.385075 bus /sierra_2: Setting Powered False\u000a21:07:27.406656 run create_hlr_db(pid=32504): Terminated: ok {rc=0}\u000a21:07:27.830241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Launched\u000a21:07:28.149108 run osmo-hlr_10.42.42.2(pid=32507): Launched\u000a21:07:28.268779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:28.824541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Launched\u000a21:07:29.140836 run osmo-stp_10.42.42.5(pid=32510): Launched\u000a21:07:29.255261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:29.836682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Launched\u000a21:07:30.153771 run osmo-msc_10.42.42.6(pid=32513): Launched\u000a21:07:30.339753 run osmo-stp_10.42.42.5(pid=32510): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]\u000a21:07:30.474104 run osmo-stp_10.42.42.5(pid=32510): stdout: \u000a| (launched: 2022-12-13_21:07:28.985549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:30.607483 run osmo-stp_10.42.42.5(pid=32510): stderr: \u000a| �[0;m�[38;5;43m20221213210729175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210729175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210729175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210729176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210729176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210729176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210729176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:30.735147 run osmo-stp_10.42.42.5(pid=32510): stdout: \u000a| (launched: 2022-12-13_21:07:28.985549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:30.863027 run osmo-stp_10.42.42.5(pid=32510): stderr: \u000a| �[0;m�[38;5;43m20221213210729175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210729175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210729175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210729176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210729176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210729176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210729176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:30.934225 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)] [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a21:07:30.943344 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a21:07:31.007490 run osmo-hlr_10.42.42.2(pid=32507): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32507)]\u000a21:07:31.060861 run osmo-hlr_10.42.42.2(pid=32507): stdout: \u000a| (launched: 2022-12-13_21:07:27.992072) \u000a21:07:31.115669 run osmo-hlr_10.42.42.2(pid=32507): stderr: \u000a| �[0;m�[1;31m20221213210728187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210728187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210728187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210728187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210728187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210728188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210728200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210728208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210728209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210728209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:31.187716 run osmo-msc_10.42.42.6(pid=32513): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32513)]\u000a21:07:31.240213 run osmo-msc_10.42.42.6(pid=32513): stdout: \u000a| (launched: 2022-12-13_21:07:29.998160) \u000a21:07:31.293327 run osmo-msc_10.42.42.6(pid=32513): stderr: \u000a| �[0;m�[38;5;43m20221213210730318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210730319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10a0e5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210730319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210730319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210730319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210730319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210730321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210730321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210730322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210730322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:31.338745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Terminating (SIGTERM)\u000a21:07:31.383183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Terminating (SIGTERM)\u000a21:07:31.427577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Terminating (SIGTERM)\u000a21:07:31.437501 --- ParallelTerminationStrategy: PID 32506 died...\u000a21:07:31.494251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Terminated: ok {rc=0}\u000a21:07:31.504879 --- ParallelTerminationStrategy: PID 32509 died...\u000a21:07:31.561446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Terminated: ok {rc=0}\u000a21:07:31.571810 --- ParallelTerminationStrategy: PID 32512 died...\u000a21:07:31.627882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Terminated: ok {rc=0}\u000a21:07:31.717155 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:07:24" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32524): Process ended prematurely: osmo-stp_10.42.42.5(pid=32524) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32524): Process ended prematurely: osmo-stp_10.42.42.5(pid=32524) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:07:33.655097 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:33.666839 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:07:33.811552 tst mo_mt_call.py: using LAC 36283\u000a21:07:33.927928 tst mo_mt_call.py: using RAC 73\u000a21:07:34.045072 tst mo_mt_call.py: using CellId 36283\u000a21:07:34.163632 tst mo_mt_call.py: using BVCI 36284\u000a21:07:34.186628 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:34.197906 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:34.208805 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:34.219800 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:34.231167 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:34.242622 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:07:34.364439 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:07:34.578488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:35.097064 run create_hlr_db(pid=32518): Launched\u000a21:07:35.283769 bus /sierra_2: Setting Powered False\u000a21:07:36.295622 run create_hlr_db(pid=32518): Terminated: ok {rc=0}\u000a21:07:36.732488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Launched\u000a21:07:37.055830 run osmo-hlr_10.42.42.2(pid=32521): Launched\u000a21:07:37.173763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:37.735157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Launched\u000a21:07:38.058473 run osmo-stp_10.42.42.5(pid=32524): Launched\u000a21:07:38.174705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:38.763606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32526): Launched\u000a21:07:39.086125 run osmo-msc_10.42.42.6(pid=32527): Launched\u000a21:07:39.274595 run osmo-stp_10.42.42.5(pid=32524): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)]\u000a21:07:39.410601 run osmo-stp_10.42.42.5(pid=32524): stdout: \u000a| (launched: 2022-12-13_21:07:37.898954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:39.546404 run osmo-stp_10.42.42.5(pid=32524): stderr: \u000a| �[0;m�[38;5;43m20221213210738087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210738087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210738087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210738088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210738088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210738088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210738088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:39.676524 run osmo-stp_10.42.42.5(pid=32524): stdout: \u000a| (launched: 2022-12-13_21:07:37.898954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:39.805941 run osmo-stp_10.42.42.5(pid=32524): stderr: \u000a| �[0;m�[38;5;43m20221213210738087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210738087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210738087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210738088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210738088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210738088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210738088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:39.862702 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32524): Process ended prematurely: osmo-stp_10.42.42.5(pid=32524) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32524)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:07:39.872020 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:07:39.934759 run osmo-hlr_10.42.42.2(pid=32521): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32521)]\u000a21:07:39.986599 run osmo-hlr_10.42.42.2(pid=32521): stdout: \u000a| (launched: 2022-12-13_21:07:36.897245) \u000a21:07:40.038710 run osmo-hlr_10.42.42.2(pid=32521): stderr: \u000a| �[0;m�[1;31m20221213210737091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210737091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210737091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210737091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210737091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210737091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210737104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210737112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210737113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210737113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:40.109805 run osmo-msc_10.42.42.6(pid=32527): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32527)]\u000a21:07:40.161185 run osmo-msc_10.42.42.6(pid=32527): stdout: \u000a| (launched: 2022-12-13_21:07:38.927118) \u000a21:07:40.213145 run osmo-msc_10.42.42.6(pid=32527): stderr: \u000a| �[0;m�[38;5;43m20221213210739247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210739247 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f472f654c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210739247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210739247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210739247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210739247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210739249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210739250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210739250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210739250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:40.257243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Terminating (SIGTERM)\u000a21:07:40.298871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Terminating (SIGTERM)\u000a21:07:40.340331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32526): Terminating (SIGTERM)\u000a21:07:40.350142 --- ParallelTerminationStrategy: PID 32520 died...\u000a21:07:40.406128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32520): Terminated: ok {rc=0}\u000a21:07:40.416259 --- ParallelTerminationStrategy: PID 32523 died...\u000a21:07:40.471775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32523): Terminated: ok {rc=0}\u000a21:07:40.482235 --- ParallelTerminationStrategy: PID 32526 died...\u000a21:07:40.537812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32526): Terminated: ok {rc=0}\u000a21:07:40.623416 bus /sierra_3: Setting Powered False\u000a21:07:41.724907 bus /sierra_3: Setting Powered False\u000a21:07:42.832219 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32535): Process ended prematurely: osmo-stp_10.42.42.5(pid=32535) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32535)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32535): Process ended prematurely: osmo-stp_10.42.42.5(pid=32535) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:07:43.942611 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:43.954660 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:07:44.111917 tst mo_mt_call_osmux.py: using LAC 36284\u000a21:07:44.228362 tst mo_mt_call_osmux.py: using RAC 74\u000a21:07:44.347318 tst mo_mt_call_osmux.py: using CellId 36284\u000a21:07:44.466729 tst mo_mt_call_osmux.py: using BVCI 36285\u000a21:07:44.489863 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:44.501244 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:44.512400 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:44.523494 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:44.535277 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:07:44.546832 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:07:44.668356 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:07:44.872107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:45.348806 run create_hlr_db(pid=32529): Launched\u000a21:07:45.522428 bus /sierra_2: Setting Powered False\u000a21:07:46.548125 run create_hlr_db(pid=32529): Terminated: ok {rc=0}\u000a21:07:46.970620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32531): Launched\u000a21:07:47.285745 run osmo-hlr_10.42.42.2(pid=32532): Launched\u000a21:07:47.408856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:47.970847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32534): Launched\u000a21:07:48.293782 run osmo-stp_10.42.42.5(pid=32535): Launched\u000a21:07:48.410432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:48.999963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32537): Launched\u000a21:07:49.324868 run osmo-msc_10.42.42.6(pid=32538): Launched\u000a21:07:49.515085 run osmo-stp_10.42.42.5(pid=32535): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32535)]\u000a21:07:49.652341 run osmo-stp_10.42.42.5(pid=32535): stdout: \u000a| (launched: 2022-12-13_21:07:48.135279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:49.787690 run osmo-stp_10.42.42.5(pid=32535): stderr: \u000a| �[0;m�[38;5;43m20221213210748325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210748326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210748326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210748326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210748327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210748327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210748327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:49.917946 run osmo-stp_10.42.42.5(pid=32535): stdout: \u000a| (launched: 2022-12-13_21:07:48.135279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:50.047415 run osmo-stp_10.42.42.5(pid=32535): stderr: \u000a| �[0;m�[38;5;43m20221213210748325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210748326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210748326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210748326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210748327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210748327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210748327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:50.104620 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32535): Process ended prematurely: osmo-stp_10.42.42.5(pid=32535) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32535)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:07:50.113829 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:07:50.176326 run osmo-hlr_10.42.42.2(pid=32532): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32532)]\u000a21:07:50.227533 run osmo-hlr_10.42.42.2(pid=32532): stdout: \u000a| (launched: 2022-12-13_21:07:47.127778) \u000a21:07:50.279659 run osmo-hlr_10.42.42.2(pid=32532): stderr: \u000a| �[0;m�[1;31m20221213210747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210747320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210747321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210747333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210747341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210747342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210747342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:50.350199 run osmo-msc_10.42.42.6(pid=32538): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32538)]\u000a21:07:50.401129 run osmo-msc_10.42.42.6(pid=32538): stdout: \u000a| (launched: 2022-12-13_21:07:49.164373) \u000a21:07:50.452526 run osmo-msc_10.42.42.6(pid=32538): stderr: \u000a| �[0;m�[38;5;43m20221213210749483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210749483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f789f5ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210749483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210749483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210749484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210749484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210749485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210749486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210749486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210749486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:50.496747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32531): Terminating (SIGTERM)\u000a21:07:50.538910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32534): Terminating (SIGTERM)\u000a21:07:50.580515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32537): Terminating (SIGTERM)\u000a21:07:50.590227 --- ParallelTerminationStrategy: PID 32531 died...\u000a21:07:50.645600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32531): Terminated: ok {rc=0}\u000a21:07:50.655523 --- ParallelTerminationStrategy: PID 32534 died...\u000a21:07:50.710761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32534): Terminated: ok {rc=0}\u000a21:07:50.720734 --- ParallelTerminationStrategy: PID 32537 died...\u000a21:07:50.775889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32537): Terminated: ok {rc=0}\u000a21:07:50.862487 bus /sierra_3: Setting Powered False\u000a21:07:51.969987 bus /sierra_3: Setting Powered False\u000a21:07:53.082157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:07:33" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32549): Process ended prematurely: osmo-stp_10.42.42.5(pid=32549) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32549)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32549): Process ended prematurely: osmo-stp_10.42.42.5(pid=32549) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:07:55.061212 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:07:55.072885 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:07:55.226362 tst mo_mt_call.py: using LAC 36285\u000a21:07:55.350868 tst mo_mt_call.py: using RAC 75\u000a21:07:55.474961 tst mo_mt_call.py: using CellId 36285\u000a21:07:55.599527 tst mo_mt_call.py: using BVCI 36286\u000a21:07:55.624050 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:07:55.635872 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:07:55.647614 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:07:55.659276 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:07:55.671188 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:07:55.682826 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:07:55.800583 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:07:56.012666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:56.526879 run create_hlr_db(pid=32543): Launched\u000a21:07:56.713185 bus /sierra_2: Setting Powered False\u000a21:07:57.734147 run create_hlr_db(pid=32543): Terminated: ok {rc=0}\u000a21:07:58.139039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32545): Launched\u000a21:07:58.441583 run osmo-hlr_10.42.42.2(pid=32546): Launched\u000a21:07:58.560191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:59.089926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32548): Launched\u000a21:07:59.391840 run osmo-stp_10.42.42.5(pid=32549): Launched\u000a21:07:59.501599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:08:00.053746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32551): Launched\u000a21:08:00.358868 run osmo-msc_10.42.42.6(pid=32552): Launched\u000a21:08:00.535767 run osmo-stp_10.42.42.5(pid=32549): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32549)]\u000a21:08:00.664132 run osmo-stp_10.42.42.5(pid=32549): stdout: \u000a| (launched: 2022-12-13_21:07:59.242900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:00.790043 run osmo-stp_10.42.42.5(pid=32549): stderr: \u000a| �[0;m�[38;5;43m20221213210759410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210759410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210759410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210759411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210759411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210759411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210759412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:00.937904 run osmo-stp_10.42.42.5(pid=32549): stdout: \u000a| (launched: 2022-12-13_21:07:59.242900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:01.062365 run osmo-stp_10.42.42.5(pid=32549): stderr: \u000a| �[0;m�[38;5;43m20221213210759410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210759410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210759410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210759411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210759411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210759411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210759412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:01.117911 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32549): Process ended prematurely: osmo-stp_10.42.42.5(pid=32549) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32549)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:08:01.127267 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:08:01.189292 run osmo-hlr_10.42.42.2(pid=32546): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32546)]\u000a21:08:01.240064 run osmo-hlr_10.42.42.2(pid=32546): stdout: \u000a| (launched: 2022-12-13_21:07:58.292329) \u000a21:08:01.291663 run osmo-hlr_10.42.42.2(pid=32546): stderr: \u000a| �[0;m�[1;31m20221213210758464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210758464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210758465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210758465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210758465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210758465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210758477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210758485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210758485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210758485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:01.361933 run osmo-msc_10.42.42.6(pid=32552): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32552)]\u000a21:08:01.413833 run osmo-msc_10.42.42.6(pid=32552): stdout: \u000a| (launched: 2022-12-13_21:08:00.207691) \u000a21:08:01.466424 run osmo-msc_10.42.42.6(pid=32552): stderr: \u000a| �[0;m�[38;5;43m20221213210800475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210800475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7a5ddec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210800475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210800476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210800476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210800476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210800478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210800478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210800478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210800478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:01.511508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32545): Terminating (SIGTERM)\u000a21:08:01.553789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32548): Terminating (SIGTERM)\u000a21:08:01.596419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32551): Terminating (SIGTERM)\u000a21:08:01.606360 --- ParallelTerminationStrategy: PID 32545 died...\u000a21:08:01.663772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32545): Terminated: ok {rc=0}\u000a21:08:01.674391 --- ParallelTerminationStrategy: PID 32548 died...\u000a21:08:01.731285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32548): Terminated: ok {rc=0}\u000a21:08:01.742145 --- ParallelTerminationStrategy: PID 32551 died...\u000a21:08:01.799554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32551): Terminated: ok {rc=0}\u000a21:08:01.886731 bus /sierra_3: Setting Powered False\u000a21:08:02.986744 bus /sierra_3: Setting Powered False\u000a21:08:04.094164 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32560): Process ended prematurely: osmo-stp_10.42.42.5(pid=32560) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32560)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32560): Process ended prematurely: osmo-stp_10.42.42.5(pid=32560) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:08:05.209393 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:08:05.221602 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:08:05.375414 tst mo_mt_call_osmux.py: using LAC 36286\u000a21:08:05.504516 tst mo_mt_call_osmux.py: using RAC 76\u000a21:08:05.632662 tst mo_mt_call_osmux.py: using CellId 36286\u000a21:08:05.754292 tst mo_mt_call_osmux.py: using BVCI 36287\u000a21:08:05.777629 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:08:05.789124 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:08:05.800342 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:08:05.811678 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:08:05.823434 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:08:05.834986 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:08:05.951639 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:08:06.163690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:06.682426 run create_hlr_db(pid=32554): Launched\u000a21:08:06.868530 bus /sierra_2: Setting Powered False\u000a21:08:07.890320 run create_hlr_db(pid=32554): Terminated: ok {rc=0}\u000a21:08:08.295391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32556): Launched\u000a21:08:08.598685 run osmo-hlr_10.42.42.2(pid=32557): Launched\u000a21:08:08.709413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:09.233227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32559): Launched\u000a21:08:09.536055 run osmo-stp_10.42.42.5(pid=32560): Launched\u000a21:08:09.646670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:08:10.198448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32562): Launched\u000a21:08:10.503414 run osmo-msc_10.42.42.6(pid=32563): Launched\u000a21:08:10.682399 run osmo-stp_10.42.42.5(pid=32560): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32560)]\u000a21:08:10.810906 run osmo-stp_10.42.42.5(pid=32560): stdout: \u000a| (launched: 2022-12-13_21:08:09.386550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:10.936835 run osmo-stp_10.42.42.5(pid=32560): stderr: \u000a| �[0;m�[38;5;43m20221213210809554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210809554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210809554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210809555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210809555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210809555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210809555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:11.059240 run osmo-stp_10.42.42.5(pid=32560): stdout: \u000a| (launched: 2022-12-13_21:08:09.386550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:11.180839 run osmo-stp_10.42.42.5(pid=32560): stderr: \u000a| �[0;m�[38;5;43m20221213210809554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210809554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210809554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210809555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210809555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210809555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210809555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:11.234181 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32560): Process ended prematurely: osmo-stp_10.42.42.5(pid=32560) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32560)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:08:11.242847 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:08:11.303007 run osmo-hlr_10.42.42.2(pid=32557): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32557)]\u000a21:08:11.352273 run osmo-hlr_10.42.42.2(pid=32557): stdout: \u000a| (launched: 2022-12-13_21:08:08.448910) \u000a21:08:11.402064 run osmo-hlr_10.42.42.2(pid=32557): stderr: \u000a| �[0;m�[1;31m20221213210808624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210808624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210808624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210808624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210808624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210808624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210808640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210808651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210808651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210808651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:11.469601 run osmo-msc_10.42.42.6(pid=32563): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32563)]\u000a21:08:11.518773 run osmo-msc_10.42.42.6(pid=32563): stdout: \u000a| (launched: 2022-12-13_21:08:10.351872) \u000a21:08:11.568647 run osmo-msc_10.42.42.6(pid=32563): stderr: \u000a| �[0;m�[38;5;43m20221213210810620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210810620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc42e74fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210810620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210810620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210810621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210810621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210810623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210810623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210810623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210810623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:11.610982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32556): Terminating (SIGTERM)\u000a21:08:11.650661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32559): Terminating (SIGTERM)\u000a21:08:11.690383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32562): Terminating (SIGTERM)\u000a21:08:11.699549 --- ParallelTerminationStrategy: PID 32556 died...\u000a21:08:11.753223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32556): Terminated: ok {rc=0}\u000a21:08:11.763240 --- ParallelTerminationStrategy: PID 32559 died...\u000a21:08:11.816819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32559): Terminated: ok {rc=0}\u000a21:08:11.826784 --- ParallelTerminationStrategy: PID 32562 died...\u000a21:08:11.880577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32562): Terminated: ok {rc=0}\u000a21:08:11.969193 bus /sierra_3: Setting Powered False\u000a21:08:13.076116 bus /sierra_3: Setting Powered False\u000a21:08:14.183826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:07:54" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32574): Process ended prematurely: osmo-stp_10.42.42.5(pid=32574) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32574)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32574): Process ended prematurely: osmo-stp_10.42.42.5(pid=32574) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:08:16.179131 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:16.192318 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:08:16.388476 tst mo_mt_call.py: using LAC 36287\u000a21:08:16.543133 tst mo_mt_call.py: using RAC 77\u000a21:08:16.684694 tst mo_mt_call.py: using CellId 36287\u000a21:08:16.812824 tst mo_mt_call.py: using BVCI 36288\u000a21:08:16.838975 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:16.851678 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:16.863942 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:16.877266 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:16.890617 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:16.904017 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:08:17.031949 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:08:17.249177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:17.768836 run create_hlr_db(pid=32568): Launched\u000a21:08:17.956403 bus /sierra_2: Setting Powered False\u000a21:08:18.976890 run create_hlr_db(pid=32568): Terminated: ok {rc=0}\u000a21:08:19.407459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32570): Launched\u000a21:08:19.730502 run osmo-hlr_10.42.42.2(pid=32571): Launched\u000a21:08:19.851651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:20.411622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32573): Launched\u000a21:08:20.716895 run osmo-stp_10.42.42.5(pid=32574): Launched\u000a21:08:20.827805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:08:21.379027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32576): Launched\u000a21:08:21.682522 run osmo-msc_10.42.42.6(pid=32577): Launched\u000a21:08:21.861491 run osmo-stp_10.42.42.5(pid=32574): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32574)]\u000a21:08:21.991199 run osmo-stp_10.42.42.5(pid=32574): stdout: \u000a| (launched: 2022-12-13_21:08:20.565186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:22.118055 run osmo-stp_10.42.42.5(pid=32574): stderr: \u000a| �[0;m�[38;5;43m20221213210820732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210820732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210820732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210820733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210820733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210820733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210820733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:22.239650 run osmo-stp_10.42.42.5(pid=32574): stdout: \u000a| (launched: 2022-12-13_21:08:20.565186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:22.360256 run osmo-stp_10.42.42.5(pid=32574): stderr: \u000a| �[0;m�[38;5;43m20221213210820732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210820732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210820732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210820733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210820733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210820733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210820733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:22.413533 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32574): Process ended prematurely: osmo-stp_10.42.42.5(pid=32574) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32574)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:08:22.422690 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:08:22.482749 run osmo-hlr_10.42.42.2(pid=32571): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32571)]\u000a21:08:22.532222 run osmo-hlr_10.42.42.2(pid=32571): stdout: \u000a| (launched: 2022-12-13_21:08:19.572606) \u000a21:08:22.582496 run osmo-hlr_10.42.42.2(pid=32571): stderr: \u000a| �[0;m�[1;31m20221213210819770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210819770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210819770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210819770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210819770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210819770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210819782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210819790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210819790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210819791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:22.650623 run osmo-msc_10.42.42.6(pid=32577): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32577)]\u000a21:08:22.699828 run osmo-msc_10.42.42.6(pid=32577): stdout: \u000a| (launched: 2022-12-13_21:08:21.532392) \u000a21:08:22.749490 run osmo-msc_10.42.42.6(pid=32577): stderr: \u000a| �[0;m�[38;5;43m20221213210821805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210821806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa05cc14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210821806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210821806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210821806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210821806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210821808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210821808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210821808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210821808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:22.791580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32570): Terminating (SIGTERM)\u000a21:08:22.831404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32573): Terminating (SIGTERM)\u000a21:08:22.871137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32576): Terminating (SIGTERM)\u000a21:08:22.880354 --- ParallelTerminationStrategy: PID 32570 died...\u000a21:08:22.934370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32570): Terminated: ok {rc=0}\u000a21:08:22.944068 --- ParallelTerminationStrategy: PID 32573 died...\u000a21:08:22.998112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32573): Terminated: ok {rc=0}\u000a21:08:23.007570 --- ParallelTerminationStrategy: PID 32576 died...\u000a21:08:23.061033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32576): Terminated: ok {rc=0}\u000a21:08:23.149214 bus /sierra_3: Setting Powered False\u000a21:08:24.252705 bus /sierra_3: Setting Powered False\u000a21:08:25.358966 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32585): Process ended prematurely: osmo-stp_10.42.42.5(pid=32585) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32585)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32585): Process ended prematurely: osmo-stp_10.42.42.5(pid=32585) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:08:26.473378 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:26.485689 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:08:26.640147 tst mo_mt_call_osmux.py: using LAC 36288\u000a21:08:26.765948 tst mo_mt_call_osmux.py: using RAC 78\u000a21:08:26.891901 tst mo_mt_call_osmux.py: using CellId 36288\u000a21:08:27.018193 tst mo_mt_call_osmux.py: using BVCI 36289\u000a21:08:27.042753 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:27.054508 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:27.066030 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:27.077588 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:27.089321 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:08:27.100771 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:08:27.217894 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:08:27.429255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:27.945323 run create_hlr_db(pid=32579): Launched\u000a21:08:28.131173 bus /sierra_2: Setting Powered False\u000a21:08:29.153318 run create_hlr_db(pid=32579): Terminated: ok {rc=0}\u000a21:08:29.580432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32581): Launched\u000a21:08:29.903313 run osmo-hlr_10.42.42.2(pid=32582): Launched\u000a21:08:30.024625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:30.584145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32584): Launched\u000a21:08:30.915772 run osmo-stp_10.42.42.5(pid=32585): Launched\u000a21:08:31.129084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:08:31.783981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32587): Launched\u000a21:08:32.271460 run osmo-msc_10.42.42.6(pid=32588): Launched\u000a21:08:32.540585 run osmo-stp_10.42.42.5(pid=32585): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32585)]\u000a21:08:32.671085 run osmo-stp_10.42.42.5(pid=32585): stdout: \u000a| (launched: 2022-12-13_21:08:30.748483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:32.798219 run osmo-stp_10.42.42.5(pid=32585): stderr: \u000a| �[0;m�[38;5;43m20221213210831048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210831048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210831049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210831049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210831050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210831050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210831050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:32.920705 run osmo-stp_10.42.42.5(pid=32585): stdout: \u000a| (launched: 2022-12-13_21:08:30.748483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:33.042364 run osmo-stp_10.42.42.5(pid=32585): stderr: \u000a| �[0;m�[38;5;43m20221213210831048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210831048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210831049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210831049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210831050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210831050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210831050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:33.095831 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32585): Process ended prematurely: osmo-stp_10.42.42.5(pid=32585) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32585)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:08:33.105285 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a21:08:33.167252 run osmo-hlr_10.42.42.2(pid=32582): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32582)]\u000a21:08:33.217712 run osmo-hlr_10.42.42.2(pid=32582): stdout: \u000a| (launched: 2022-12-13_21:08:29.744237) \u000a21:08:33.268687 run osmo-hlr_10.42.42.2(pid=32582): stderr: \u000a| �[0;m�[1;31m20221213210829941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210829941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210829941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210829942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210829942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210829942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210829954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210829963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210829963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210829963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:33.337523 run osmo-msc_10.42.42.6(pid=32588): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32588)]\u000a21:08:33.387763 run osmo-msc_10.42.42.6(pid=32588): stdout: \u000a| (launched: 2022-12-13_21:08:31.951023) \u000a21:08:33.438477 run osmo-msc_10.42.42.6(pid=32588): stderr: \u000a| �[0;m�[38;5;43m20221213210832453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210832453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcff262cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210832454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210832454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210832454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210832454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210832456 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210832456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210832456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210832457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:33.481826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32581): Terminating (SIGTERM)\u000a21:08:33.522888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32584): Terminating (SIGTERM)\u000a21:08:33.563733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32587): Terminating (SIGTERM)\u000a21:08:33.573065 --- ParallelTerminationStrategy: PID 32581 died...\u000a21:08:33.628694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32581): Terminated: ok {rc=0}\u000a21:08:33.638503 --- ParallelTerminationStrategy: PID 32584 died...\u000a21:08:33.693612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32584): Terminated: ok {rc=0}\u000a21:08:33.703320 --- ParallelTerminationStrategy: PID 32587 died...\u000a21:08:33.758313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32587): Terminated: ok {rc=0}\u000a21:08:33.843017 bus /sierra_3: Setting Powered False\u000a21:08:34.949804 bus /sierra_3: Setting Powered False\u000a21:08:36.062012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:08:15" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32600): Process ended prematurely: osmo-stp_10.42.42.5(pid=32600) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32600)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32600): Process ended prematurely: osmo-stp_10.42.42.5(pid=32600) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:08:38.031178 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:38.042611 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:08:38.186199 tst mo_mt_call.py: using LAC 36289\u000a21:08:38.302287 tst mo_mt_call.py: using RAC 79\u000a21:08:38.417512 tst mo_mt_call.py: using CellId 36289\u000a21:08:38.532676 tst mo_mt_call.py: using BVCI 36290\u000a21:08:38.555518 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:38.566782 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:38.577859 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:38.588899 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:38.600342 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:38.611694 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:08:38.732203 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:08:38.934244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:39.407250 run create_hlr_db(pid=32594): Launched\u000a21:08:39.580894 bus /sierra_2: Setting Powered False\u000a21:08:40.610381 run create_hlr_db(pid=32594): Terminated: ok {rc=0}\u000a21:08:41.039973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32596): Launched\u000a21:08:41.364160 run osmo-hlr_10.42.42.2(pid=32597): Launched\u000a21:08:41.485304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:42.043647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32599): Launched\u000a21:08:42.367597 run osmo-stp_10.42.42.5(pid=32600): Launched\u000a21:08:42.484411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:08:43.073617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32602): Launched\u000a21:08:43.396512 run osmo-msc_10.42.42.6(pid=32603): Launched\u000a21:08:43.585458 run osmo-stp_10.42.42.5(pid=32600): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32600)]\u000a21:08:43.720826 run osmo-stp_10.42.42.5(pid=32600): stdout: \u000a| (launched: 2022-12-13_21:08:42.208381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:43.855590 run osmo-stp_10.42.42.5(pid=32600): stderr: \u000a| �[0;m�[38;5;43m20221213210842398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210842398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210842398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210842399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210842399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210842399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210842399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:43.984819 run osmo-stp_10.42.42.5(pid=32600): stdout: \u000a| (launched: 2022-12-13_21:08:42.208381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:44.113999 run osmo-stp_10.42.42.5(pid=32600): stderr: \u000a| �[0;m�[38;5;43m20221213210842398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210842398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210842398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210842399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210842399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210842399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210842399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:44.170800 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32600): Process ended prematurely: osmo-stp_10.42.42.5(pid=32600) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32600)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:08:44.180115 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:08:44.242454 run osmo-hlr_10.42.42.2(pid=32597): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32597)]\u000a21:08:44.293589 run osmo-hlr_10.42.42.2(pid=32597): stdout: \u000a| (launched: 2022-12-13_21:08:41.204378) \u000a21:08:44.345422 run osmo-hlr_10.42.42.2(pid=32597): stderr: \u000a| �[0;m�[1;31m20221213210841400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210841400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210841400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210841400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210841400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210841400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210841413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210841422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210841422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210841422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:44.415824 run osmo-msc_10.42.42.6(pid=32603): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32603)]\u000a21:08:44.466819 run osmo-msc_10.42.42.6(pid=32603): stdout: \u000a| (launched: 2022-12-13_21:08:43.237802) \u000a21:08:44.518748 run osmo-msc_10.42.42.6(pid=32603): stderr: \u000a| �[0;m�[38;5;43m20221213210843559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210843559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75a39a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210843559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210843559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210843559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210843560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210843561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210843562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210843562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210843562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:44.562672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32596): Terminating (SIGTERM)\u000a21:08:44.604020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32599): Terminating (SIGTERM)\u000a21:08:44.646051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32602): Terminating (SIGTERM)\u000a21:08:44.655802 --- ParallelTerminationStrategy: PID 32596 died...\u000a21:08:44.711567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32596): Terminated: ok {rc=0}\u000a21:08:44.721745 --- ParallelTerminationStrategy: PID 32599 died...\u000a21:08:44.776979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32599): Terminated: ok {rc=0}\u000a21:08:44.787094 --- ParallelTerminationStrategy: PID 32602 died...\u000a21:08:44.842104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32602): Terminated: ok {rc=0}\u000a21:08:44.928789 bus /sierra_3: Setting Powered False\u000a21:08:46.034716 bus /sierra_3: Setting Powered False\u000a21:08:47.165107 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32611): Process ended prematurely: osmo-stp_10.42.42.5(pid=32611) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32611)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32611): Process ended prematurely: osmo-stp_10.42.42.5(pid=32611) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:08:48.281899 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:48.294360 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:08:48.449245 tst mo_mt_call_osmux.py: using LAC 36290\u000a21:08:48.575845 tst mo_mt_call_osmux.py: using RAC 80\u000a21:08:48.701817 tst mo_mt_call_osmux.py: using CellId 36290\u000a21:08:48.828556 tst mo_mt_call_osmux.py: using BVCI 36291\u000a21:08:48.853346 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:48.864914 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:48.876484 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:48.887938 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:48.899684 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:08:48.911446 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:08:49.029619 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:08:49.242118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:49.758706 run create_hlr_db(pid=32605): Launched\u000a21:08:49.944831 bus /sierra_2: Setting Powered False\u000a21:08:50.966109 run create_hlr_db(pid=32605): Terminated: ok {rc=0}\u000a21:08:51.395271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32607): Launched\u000a21:08:51.717967 run osmo-hlr_10.42.42.2(pid=32608): Launched\u000a21:08:51.835156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:52.396251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32610): Launched\u000a21:08:52.719819 run osmo-stp_10.42.42.5(pid=32611): Launched\u000a21:08:52.837177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:08:53.427274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32613): Launched\u000a21:08:53.751491 run osmo-msc_10.42.42.6(pid=32614): Launched\u000a21:08:53.939761 run osmo-stp_10.42.42.5(pid=32611): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32611)]\u000a21:08:54.075293 run osmo-stp_10.42.42.5(pid=32611): stdout: \u000a| (launched: 2022-12-13_21:08:52.560837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:54.209951 run osmo-stp_10.42.42.5(pid=32611): stderr: \u000a| �[0;m�[38;5;43m20221213210852751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210852751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210852752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210852752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210852752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210852753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210852753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:54.339550 run osmo-stp_10.42.42.5(pid=32611): stdout: \u000a| (launched: 2022-12-13_21:08:52.560837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:54.467844 run osmo-stp_10.42.42.5(pid=32611): stderr: \u000a| �[0;m�[38;5;43m20221213210852751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210852751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210852752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210852752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210852752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210852753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210852753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:54.524936 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32611): Process ended prematurely: osmo-stp_10.42.42.5(pid=32611) [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32611)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:08:54.534469 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:08:54.597191 run osmo-hlr_10.42.42.2(pid=32608): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32608)]\u000a21:08:54.648411 run osmo-hlr_10.42.42.2(pid=32608): stdout: \u000a| (launched: 2022-12-13_21:08:51.559878) \u000a21:08:54.700352 run osmo-hlr_10.42.42.2(pid=32608): stderr: \u000a| �[0;m�[1;31m20221213210851755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210851755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210851755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210851755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210851755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210851755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210851768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210851776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210851776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210851777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:54.771076 run osmo-msc_10.42.42.6(pid=32614): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32614)]\u000a21:08:54.822213 run osmo-msc_10.42.42.6(pid=32614): stdout: \u000a| (launched: 2022-12-13_21:08:53.592102) \u000a21:08:54.874190 run osmo-msc_10.42.42.6(pid=32614): stderr: \u000a| �[0;m�[38;5;43m20221213210853910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210853910 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d315afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210853910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210853910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210853910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210853911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210853912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210853913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210853913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210853913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:54.917931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32607): Terminating (SIGTERM)\u000a21:08:54.959906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32610): Terminating (SIGTERM)\u000a21:08:55.001713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32613): Terminating (SIGTERM)\u000a21:08:55.011404 --- ParallelTerminationStrategy: PID 32607 died...\u000a21:08:55.067256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32607): Terminated: ok {rc=0}\u000a21:08:55.077407 --- ParallelTerminationStrategy: PID 32610 died...\u000a21:08:55.133025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32610): Terminated: ok {rc=0}\u000a21:08:55.142959 --- ParallelTerminationStrategy: PID 32613 died...\u000a21:08:55.198121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32613): Terminated: ok {rc=0}\u000a21:08:55.284342 bus /sierra_3: Setting Powered False\u000a21:08:56.390294 bus /sierra_3: Setting Powered False\u000a21:08:57.499466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:08:37" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=439): Process ended prematurely: osmo-stp_10.42.42.5(pid=439) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=439): Process ended prematurely: osmo-stp_10.42.42.5(pid=439) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:08:59.473561 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:08:59.484726 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:08:59.631965 tst mo_mt_call.py: using LAC 36291\u000a21:08:59.751562 tst mo_mt_call.py: using RAC 81\u000a21:08:59.869726 tst mo_mt_call.py: using CellId 36291\u000a21:08:59.987364 tst mo_mt_call.py: using BVCI 36292\u000a21:09:00.010161 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:00.021491 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:00.032615 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:00.043844 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:00.056027 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:00.068146 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:09:00.190816 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:09:00.392576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:00.889786 run create_hlr_db(pid=32619): Launched\u000a21:09:01.065872 bus /sierra_2: Setting Powered False\u000a21:09:02.181620 run create_hlr_db(pid=32619): Terminated: ok {rc=0}\u000a21:09:02.797736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32726): Launched\u000a21:09:03.319410 run osmo-hlr_10.42.42.2(pid=32758): Launched\u000a21:09:03.547726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:04.306182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Launched\u000a21:09:04.750412 run osmo-stp_10.42.42.5(pid=439): Launched\u000a21:09:04.885533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:09:05.554396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Launched\u000a21:09:05.976452 run osmo-msc_10.42.42.6(pid=442): Launched\u000a21:09:06.318344 run osmo-stp_10.42.42.5(pid=439): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)]\u000a21:09:06.492698 run osmo-stp_10.42.42.5(pid=439): stdout: \u000a| (launched: 2022-12-13_21:09:04.477695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:06.620625 run osmo-stp_10.42.42.5(pid=439): stderr: \u000a| �[0;m�[38;5;43m20221213210904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210904763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210904763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210904763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210904763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:06.744032 run osmo-stp_10.42.42.5(pid=439): stdout: \u000a| (launched: 2022-12-13_21:09:04.477695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:06.870697 run osmo-stp_10.42.42.5(pid=439): stderr: \u000a| �[0;m�[38;5;43m20221213210904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210904763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210904763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210904763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210904763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:06.925029 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=439): Process ended prematurely: osmo-stp_10.42.42.5(pid=439) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:09:06.933915 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a21:09:06.998175 run osmo-hlr_10.42.42.2(pid=32758): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32758)]\u000a21:09:07.050574 run osmo-hlr_10.42.42.2(pid=32758): stdout: \u000a| (launched: 2022-12-13_21:09:03.019484) \u000a21:09:07.103047 run osmo-hlr_10.42.42.2(pid=32758): stderr: \u000a| �[0;m�[1;31m20221213210903410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210903410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210903410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210903410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210903410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210903410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210903432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210903440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210903440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210903440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:07.173841 run osmo-msc_10.42.42.6(pid=442): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=442)]\u000a21:09:07.225430 run osmo-msc_10.42.42.6(pid=442): stdout: \u000a| (launched: 2022-12-13_21:09:05.723160) \u000a21:09:07.277605 run osmo-msc_10.42.42.6(pid=442): stderr: \u000a| �[0;m�[38;5;43m20221213210906221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210906221 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0723046c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210906221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210906221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210906222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210906222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210906223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210906224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210906224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210906224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:09:07.322594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32726): Terminating (SIGTERM)\u000a21:09:07.366847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Terminating (SIGTERM)\u000a21:09:07.411343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Terminating (SIGTERM)\u000a21:09:07.421947 --- ParallelTerminationStrategy: PID 32726 died...\u000a21:09:07.480650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32726): Terminated: ok {rc=0}\u000a21:09:07.491206 --- ParallelTerminationStrategy: PID 434 died...\u000a21:09:07.548074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=434): Terminated: ok {rc=0}\u000a21:09:07.558983 --- ParallelTerminationStrategy: PID 441 died...\u000a21:09:07.616069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Terminated: ok {rc=0}\u000a21:09:07.703728 bus /sierra_3: Setting Powered False\u000a21:09:08.807872 bus /sierra_3: Setting Powered False\u000a21:09:09.923056 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=452): Process ended prematurely: osmo-stp_10.42.42.5(pid=452) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=452)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=452): Process ended prematurely: osmo-stp_10.42.42.5(pid=452) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:09:11.042026 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:11.055307 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:09:11.212416 tst mo_mt_call_osmux.py: using LAC 36292\u000a21:09:11.341706 tst mo_mt_call_osmux.py: using RAC 82\u000a21:09:11.469766 tst mo_mt_call_osmux.py: using CellId 36292\u000a21:09:11.599872 tst mo_mt_call_osmux.py: using BVCI 36293\u000a21:09:11.626127 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:11.638814 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:11.651509 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:11.664525 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:11.677611 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:09:11.690343 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:09:11.812697 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:09:12.034070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:12.597922 run create_hlr_db(pid=446): Launched\u000a21:09:12.788926 bus /sierra_2: Setting Powered False\u000a21:09:13.810076 run create_hlr_db(pid=446): Terminated: ok {rc=0}\u000a21:09:14.261440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=448): Launched\u000a21:09:14.695658 run osmo-hlr_10.42.42.2(pid=449): Launched\u000a21:09:14.944837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:15.527920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=451): Launched\u000a21:09:15.955676 run osmo-stp_10.42.42.5(pid=452): Launched\u000a21:09:16.207551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:09:16.997892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Launched\u000a21:09:17.518725 run osmo-msc_10.42.42.6(pid=456): Launched\u000a21:09:17.943244 run osmo-stp_10.42.42.5(pid=452): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=452)]\u000a21:09:18.195457 run osmo-stp_10.42.42.5(pid=452): stdout: \u000a| (launched: 2022-12-13_21:09:15.697916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:18.348472 run osmo-stp_10.42.42.5(pid=452): stderr: \u000a| �[0;m�[38;5;43m20221213210916025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210916025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210916025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210916026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210916026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210916026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210916026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:18.482140 run osmo-stp_10.42.42.5(pid=452): stdout: \u000a| (launched: 2022-12-13_21:09:15.697916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:18.615440 run osmo-stp_10.42.42.5(pid=452): stderr: \u000a| �[0;m�[38;5;43m20221213210916025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210916025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210916025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210916026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210916026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210916026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210916026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:18.673823 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=452): Process ended prematurely: osmo-stp_10.42.42.5(pid=452) [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=452)] [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:09:18.683406 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a21:09:18.749551 run osmo-hlr_10.42.42.2(pid=449): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=449)]\u000a21:09:18.802384 run osmo-hlr_10.42.42.2(pid=449): stdout: \u000a| (launched: 2022-12-13_21:09:14.431409) \u000a21:09:18.855902 run osmo-hlr_10.42.42.2(pid=449): stderr: \u000a| �[0;m�[1;31m20221213210914735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210914735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210914735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210914735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210914735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210914735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210914755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210914767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210914767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210914768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:18.930234 run osmo-msc_10.42.42.6(pid=456): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=456)]\u000a21:09:18.983364 run osmo-msc_10.42.42.6(pid=456): stdout: \u000a| (launched: 2022-12-13_21:09:17.199420) \u000a21:09:19.037189 run osmo-msc_10.42.42.6(pid=456): stderr: \u000a| �[0;m�[38;5;43m20221213210917776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210917776 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c988e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210917776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210917776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210917776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210917783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210917786 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210917789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210917789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210917791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:09:19.082612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=448): Terminating (SIGTERM)\u000a21:09:19.128009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=451): Terminating (SIGTERM)\u000a21:09:19.174498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Terminating (SIGTERM)\u000a21:09:19.185505 --- ParallelTerminationStrategy: PID 448 died...\u000a21:09:19.245190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=448): Terminated: ok {rc=0}\u000a21:09:19.256385 --- ParallelTerminationStrategy: PID 451 died...\u000a21:09:19.314693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=451): Terminated: ok {rc=0}\u000a21:09:19.325731 --- ParallelTerminationStrategy: PID 455 died...\u000a21:09:19.385707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Terminated: ok {rc=0}\u000a21:09:19.477030 bus /sierra_3: Setting Powered False\u000a21:09:20.589569 bus /sierra_3: Setting Powered False\u000a21:09:21.704366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:08:59" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=469): Process ended prematurely: osmo-stp_10.42.42.5(pid=469) [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=469)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=469): Process ended prematurely: osmo-stp_10.42.42.5(pid=469) [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:09:23.720348 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:23.733792 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:09:23.870548 tst emergency_mo_mt_call.py: using LAC 36293\u000a21:09:24.002579 tst emergency_mo_mt_call.py: using RAC 83\u000a21:09:24.128025 tst emergency_mo_mt_call.py: using CellId 36293\u000a21:09:24.254236 tst emergency_mo_mt_call.py: using BVCI 36294\u000a21:09:24.280253 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:24.292583 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:24.305269 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:24.317350 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:24.330861 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:24.343732 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:24.469074 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:24.685491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:25.241424 run create_hlr_db(pid=461): Launched\u000a21:09:25.431171 bus /sierra_2: Setting Powered False\u000a21:09:26.441869 run create_hlr_db(pid=461): Terminated: ok {rc=0}\u000a21:09:26.871303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=465): Launched\u000a21:09:27.187717 run osmo-hlr_10.42.42.2(pid=466): Launched\u000a21:09:27.318798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:27.871402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=468): Launched\u000a21:09:28.185956 run osmo-stp_10.42.42.5(pid=469): Launched\u000a21:09:28.316705 tst emergency_mo_mt_call.py: using MSISDN 8329\u000a21:09:28.474292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:09:29.053105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=471): Launched\u000a21:09:29.369292 run osmo-msc_10.42.42.6(pid=472): Launched\u000a21:09:29.554285 run osmo-stp_10.42.42.5(pid=469): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=469)]\u000a21:09:29.687661 run osmo-stp_10.42.42.5(pid=469): stdout: \u000a| (launched: 2022-12-13_21:09:28.031811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:29.819792 run osmo-stp_10.42.42.5(pid=469): stderr: \u000a| �[0;m�[38;5;43m20221213210928221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210928221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210928221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210928222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:29.947032 run osmo-stp_10.42.42.5(pid=469): stdout: \u000a| (launched: 2022-12-13_21:09:28.031811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:30.072720 run osmo-stp_10.42.42.5(pid=469): stderr: \u000a| �[0;m�[38;5;43m20221213210928221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210928221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210928221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210928222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:30.127762 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=469): Process ended prematurely: osmo-stp_10.42.42.5(pid=469) [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=469)] [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a21:09:30.136424 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a21:09:30.198341 run osmo-hlr_10.42.42.2(pid=466): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=466)]\u000a21:09:30.249284 run osmo-hlr_10.42.42.2(pid=466): stdout: \u000a| (launched: 2022-12-13_21:09:27.031603) \u000a21:09:30.300797 run osmo-hlr_10.42.42.2(pid=466): stderr: \u000a| �[0;m�[1;31m20221213210927227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210927227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210927227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210927227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210927227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210927227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210927247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210927256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210927256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210927256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:30.371009 run osmo-msc_10.42.42.6(pid=472): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=472)]\u000a21:09:30.421768 run osmo-msc_10.42.42.6(pid=472): stdout: \u000a| (launched: 2022-12-13_21:09:29.213782) \u000a21:09:30.473335 run osmo-msc_10.42.42.6(pid=472): stderr: \u000a| �[0;m�[38;5;43m20221213210929532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210929532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ed1924c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210929533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210929533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210929533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210929533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210929535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210929535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210929535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210929536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:09:30.516899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=465): Terminating (SIGTERM)\u000a21:09:30.558560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=468): Terminating (SIGTERM)\u000a21:09:30.599973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=471): Terminating (SIGTERM)\u000a21:09:30.609757 --- ParallelTerminationStrategy: PID 465 died...\u000a21:09:30.665305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=465): Terminated: ok {rc=0}\u000a21:09:30.675460 --- ParallelTerminationStrategy: PID 468 died...\u000a21:09:30.731203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=468): Terminated: ok {rc=0}\u000a21:09:30.741456 --- ParallelTerminationStrategy: PID 471 died...\u000a21:09:30.796529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=471): Terminated: ok {rc=0}\u000a21:09:30.885816 bus /sierra_3: Setting Powered False\u000a21:09:31.991631 bus /sierra_3: Setting Powered False\u000a21:09:33.101516 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=480): Process ended prematurely: osmo-stp_10.42.42.5(pid=480) [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=480)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=480): Process ended prematurely: osmo-stp_10.42.42.5(pid=480) [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:09:34.152880 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:34.164245 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:09:34.290907 tst emergency_preemptive_call.py: using LAC 36294\u000a21:09:34.407837 tst emergency_preemptive_call.py: using RAC 84\u000a21:09:34.528235 tst emergency_preemptive_call.py: using CellId 36294\u000a21:09:34.642669 tst emergency_preemptive_call.py: using BVCI 36295\u000a21:09:34.665150 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:34.675873 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:34.686626 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:34.697302 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:34.708109 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:09:34.719112 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:34.840221 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:34.958145 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:35.075089 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:35.277060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:35.743238 run create_hlr_db(pid=474): Launched\u000a21:09:35.914152 bus /sierra_2: Setting Powered False\u000a21:09:36.935286 run create_hlr_db(pid=474): Terminated: ok {rc=0}\u000a21:09:37.356641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=476): Launched\u000a21:09:37.677729 run osmo-hlr_10.42.42.2(pid=477): Launched\u000a21:09:37.794891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:38.343271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=479): Launched\u000a21:09:38.657561 run osmo-stp_10.42.42.5(pid=480): Launched\u000a21:09:38.782788 tst emergency_preemptive_call.py: using MSISDN 8330\u000a21:09:38.938760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:09:39.510388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=482): Launched\u000a21:09:39.823764 run osmo-msc_10.42.42.6(pid=483): Launched\u000a21:09:40.008707 run osmo-stp_10.42.42.5(pid=480): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=480)]\u000a21:09:40.141239 run osmo-stp_10.42.42.5(pid=480): stdout: \u000a| (launched: 2022-12-13_21:09:38.502513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:40.272625 run osmo-stp_10.42.42.5(pid=480): stderr: \u000a| �[0;m�[38;5;43m20221213210938689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210938690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210938690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210938690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210938691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210938691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210938691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:40.398912 run osmo-stp_10.42.42.5(pid=480): stdout: \u000a| (launched: 2022-12-13_21:09:38.502513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:40.523953 run osmo-stp_10.42.42.5(pid=480): stderr: \u000a| �[0;m�[38;5;43m20221213210938689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210938690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210938690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210938690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210938691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210938691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210938691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:40.579714 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=480): Process ended prematurely: osmo-stp_10.42.42.5(pid=480) [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=480)] [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a21:09:40.588226 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a21:09:40.650560 run osmo-hlr_10.42.42.2(pid=477): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=477)]\u000a21:09:40.701694 run osmo-hlr_10.42.42.2(pid=477): stdout: \u000a| (launched: 2022-12-13_21:09:37.522011) \u000a21:09:40.753432 run osmo-hlr_10.42.42.2(pid=477): stderr: \u000a| �[0;m�[1;31m20221213210937714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210937714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210937714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210937714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210937715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210937715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210937727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210937736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210937737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210937737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:40.823580 run osmo-msc_10.42.42.6(pid=483): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=483)]\u000a21:09:40.874211 run osmo-msc_10.42.42.6(pid=483): stdout: \u000a| (launched: 2022-12-13_21:09:39.670146) \u000a21:09:40.925552 run osmo-msc_10.42.42.6(pid=483): stderr: \u000a| �[0;m�[38;5;43m20221213210939988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213210939988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f794db93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213210939988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213210939988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213210939989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213210939989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213210939991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213210939991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213210939991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213210939991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:09:40.969344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=476): Terminating (SIGTERM)\u000a21:09:41.010774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=479): Terminating (SIGTERM)\u000a21:09:41.052841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=482): Terminating (SIGTERM)\u000a21:09:41.062620 --- ParallelTerminationStrategy: PID 476 died...\u000a21:09:41.118268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=476): Terminated: ok {rc=0}\u000a21:09:41.128384 --- ParallelTerminationStrategy: PID 479 died...\u000a21:09:41.183507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=479): Terminated: ok {rc=0}\u000a21:09:41.193970 --- ParallelTerminationStrategy: PID 482 died...\u000a21:09:41.249295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=482): Terminated: ok {rc=0}\u000a21:09:41.335844 bus /sierra_9: Setting Powered False\u000a21:09:42.442175 bus /sierra_9: Setting Powered False\u000a21:09:43.549609 bus /sierra_8: Setting Powered False\u000a21:09:44.654854 bus /sierra_8: Setting Powered False\u000a21:09:45.762614 bus /sierra_3: Setting Powered False\u000a21:09:46.867169 bus /sierra_3: Setting Powered False\u000a21:09:47.975403 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:09:23" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=500): Process ended prematurely: osmo-stp_10.42.42.5(pid=500) [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=500)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=500): Process ended prematurely: osmo-stp_10.42.42.5(pid=500) [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:09:50.084901 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.095704 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:09:50.223532 tst cs_paging_gprs_active.py: using LAC 36295\u000a21:09:50.348217 tst cs_paging_gprs_active.py: using RAC 85\u000a21:09:50.473166 tst cs_paging_gprs_active.py: using CellId 36295\u000a21:09:50.597832 tst cs_paging_gprs_active.py: using BVCI 36296\u000a21:09:50.622819 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.633945 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.644829 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.655732 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.667100 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.678535 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.690381 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.701722 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:50.713284 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:50.830739 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:51.123586 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:09:51.257952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:51.588383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Launched\u000a21:09:51.862955 run iperf3-srv_10.42.42.10(pid=491): Launched\u000a21:09:52.059955 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:09:52.193919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:52.524564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Launched\u000a21:09:52.800671 run iperf3-srv_10.42.42.10(pid=493): Launched\u000a21:09:52.997294 tst cs_paging_gprs_active.py:38: start network...\u000a21:09:53.131212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:53.643773 run create_hlr_db(pid=494): Launched\u000a21:09:53.828808 bus /sierra_2: Setting Powered False\u000a21:09:54.848920 run create_hlr_db(pid=494): Terminated: ok {rc=0}\u000a21:09:55.250200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=496): Launched\u000a21:09:55.550322 run osmo-hlr_10.42.42.2(pid=497): Launched\u000a21:09:55.668472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:56.191351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=499): Launched\u000a21:09:56.491382 run osmo-stp_10.42.42.5(pid=500): Launched\u000a21:09:56.601648 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:57.123767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=502): Launched\u000a21:09:57.231580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:57.493043 run patchelf(pid=503): Launched\u000a21:09:57.669254 run osmo-stp_10.42.42.5(pid=500): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=500)]\u000a21:09:57.797639 run osmo-stp_10.42.42.5(pid=500): stdout: \u000a| (launched: 2022-12-13_21:09:56.343612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:57.926393 run osmo-stp_10.42.42.5(pid=500): stderr: \u000a| �[0;m�[38;5;43m20221213210956509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210956509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210956509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210956510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210956510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210956510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210956510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:58.051002 run osmo-stp_10.42.42.5(pid=500): stdout: \u000a| (launched: 2022-12-13_21:09:56.343612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:58.174469 run osmo-stp_10.42.42.5(pid=500): stderr: \u000a| �[0;m�[38;5;43m20221213210956509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213210956509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213210956509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213210956510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213210956510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213210956510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213210956510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:58.318706 run patchelf(pid=503): Terminating (SIGINT)\u000a21:09:58.487895 run patchelf(pid=503): Terminated: ok {rc=0}\u000a21:09:58.519008 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=500): Process ended prematurely: osmo-stp_10.42.42.5(pid=500) [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=500)] [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a21:09:58.528124 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a21:09:58.588306 run osmo-hlr_10.42.42.2(pid=497): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=497)]\u000a21:09:58.637225 run osmo-hlr_10.42.42.2(pid=497): stdout: \u000a| (launched: 2022-12-13_21:09:55.402524) \u000a21:09:58.687099 run osmo-hlr_10.42.42.2(pid=497): stderr: \u000a| �[0;m�[1;31m20221213210955576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213210955576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213210955576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210955576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213210955576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213210955576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213210955592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213210955602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213210955603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213210955603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:58.729446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Terminating (SIGTERM)\u000a21:09:58.769309 run iperf3-srv_10.42.42.10(pid=491): Terminating (SIGTERM)\u000a21:09:58.808906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Terminating (SIGTERM)\u000a21:09:58.848663 run iperf3-srv_10.42.42.10(pid=493): Terminating (SIGTERM)\u000a21:09:58.888512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=496): Terminating (SIGTERM)\u000a21:09:58.928330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=499): Terminating (SIGTERM)\u000a21:09:58.968334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=502): Terminating (SIGTERM)\u000a21:09:58.977692 --- ParallelTerminationStrategy: PID 490 died...\u000a21:09:59.032016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=490): Terminated: ok {rc=0}\u000a21:09:59.041994 --- ParallelTerminationStrategy: PID 491 died...\u000a21:09:59.095229 run iperf3-srv_10.42.42.10(pid=491): Terminated {rc=256}\u000a21:09:59.104683 --- ParallelTerminationStrategy: PID 492 died...\u000a21:09:59.157828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=492): Terminated: ok {rc=0}\u000a21:09:59.167262 --- ParallelTerminationStrategy: PID 493 died...\u000a21:09:59.220007 run iperf3-srv_10.42.42.10(pid=493): Terminated {rc=256}\u000a21:09:59.229862 --- ParallelTerminationStrategy: PID 496 died...\u000a21:09:59.282772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=496): Terminated: ok {rc=0}\u000a21:09:59.292207 --- ParallelTerminationStrategy: PID 499 died...\u000a21:09:59.345614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=499): Terminated: ok {rc=0}\u000a21:09:59.355122 --- ParallelTerminationStrategy: PID 502 died...\u000a21:09:59.408763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=502): Terminated: ok {rc=0}\u000a21:09:59.497668 bus /gobi_0: Setting Powered False\u000a21:10:00.599340 bus /gobi_0: Setting Powered False\u000a21:10:01.727371 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=515): Process ended prematurely: osmo-stp_10.42.42.5(pid=515) [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=515)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=515): Process ended prematurely: osmo-stp_10.42.42.5(pid=515) [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a21:10:02.843003 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:02.854951 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:10:02.987853 tst iperf3.py: using LAC 36296\u000a21:10:03.112695 tst iperf3.py: using RAC 86\u000a21:10:03.237657 tst iperf3.py: using CellId 36296\u000a21:10:03.362348 tst iperf3.py: using BVCI 36297\u000a21:10:03.386772 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:03.397982 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:03.408885 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:03.419837 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:03.430763 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:03.441680 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:03.452730 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:03.463708 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:03.474893 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:10:03.752240 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:10:03.875545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:04.182352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=507): Launched\u000a21:10:04.438001 run iperf3-srv_10.42.42.10(pid=508): Launched\u000a21:10:04.618889 tst iperf3.py:8: start network...\u000a21:10:04.743392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:05.212895 run create_hlr_db(pid=509): Launched\u000a21:10:05.383730 bus /gobi_6: Setting Powered False\u000a21:10:06.406171 run create_hlr_db(pid=509): Terminated: ok {rc=0}\u000a21:10:06.830681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=511): Launched\u000a21:10:07.149841 run osmo-hlr_10.42.42.2(pid=512): Launched\u000a21:10:07.270279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:07.822439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=514): Launched\u000a21:10:08.139719 run osmo-stp_10.42.42.5(pid=515): Launched\u000a21:10:08.255321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:08.814874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=517): Launched\u000a21:10:08.929320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:09.208749 run patchelf(pid=518): Launched\u000a21:10:09.395730 run osmo-stp_10.42.42.5(pid=515): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=515)]\u000a21:10:09.532250 run osmo-stp_10.42.42.5(pid=515): stdout: \u000a| (launched: 2022-12-13_21:10:07.983988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:09.669306 run osmo-stp_10.42.42.5(pid=515): stderr: \u000a| �[0;m�[38;5;43m20221213211008171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211008171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211008171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211008171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211008172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211008172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211008172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:09.802189 run osmo-stp_10.42.42.5(pid=515): stdout: \u000a| (launched: 2022-12-13_21:10:07.983988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:09.933806 run osmo-stp_10.42.42.5(pid=515): stderr: \u000a| �[0;m�[38;5;43m20221213211008171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211008171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211008171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211008171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211008172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211008172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211008172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:10.086967 run patchelf(pid=518): Terminating (SIGINT)\u000a21:10:10.266982 run patchelf(pid=518): Terminated: ok {rc=0}\u000a21:10:10.299828 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=515): Process ended prematurely: osmo-stp_10.42.42.5(pid=515) [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=515)] [trial-2394↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a21:10:10.309620 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:10:10.372041 run osmo-hlr_10.42.42.2(pid=512): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=512)]\u000a21:10:10.422894 run osmo-hlr_10.42.42.2(pid=512): stdout: \u000a| (launched: 2022-12-13_21:10:06.993387) \u000a21:10:10.474200 run osmo-hlr_10.42.42.2(pid=512): stderr: \u000a| �[0;m�[1;31m20221213211007186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211007186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211007186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211007186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211007186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211007187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211007199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211007207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211007207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211007208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:10.518108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=507): Terminating (SIGTERM)\u000a21:10:10.559861 run iperf3-srv_10.42.42.10(pid=508): Terminating (SIGTERM)\u000a21:10:10.602039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=511): Terminating (SIGTERM)\u000a21:10:10.643579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=514): Terminating (SIGTERM)\u000a21:10:10.685466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=517): Terminating (SIGTERM)\u000a21:10:10.695029 --- ParallelTerminationStrategy: PID 507 died...\u000a21:10:10.750405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=507): Terminated: ok {rc=0}\u000a21:10:10.760427 --- ParallelTerminationStrategy: PID 508 died...\u000a21:10:10.815973 run iperf3-srv_10.42.42.10(pid=508): Terminated {rc=256}\u000a21:10:10.825967 --- ParallelTerminationStrategy: PID 511 died...\u000a21:10:10.880895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=511): Terminated: ok {rc=0}\u000a21:10:10.890844 --- ParallelTerminationStrategy: PID 514 died...\u000a21:10:10.945842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=514): Terminated: ok {rc=0}\u000a21:10:10.955829 --- ParallelTerminationStrategy: PID 517 died...\u000a21:10:11.010984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=517): Terminated: ok {rc=0}\u000a21:10:11.096784 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=533): Process ended prematurely: osmo-stp_10.42.42.5(pid=533) [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=533): Process ended prematurely: osmo-stp_10.42.42.5(pid=533) [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a21:10:12.208310 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.219555 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:10:12.342538 tst iperf3m4.py: using LAC 36297\u000a21:10:12.467573 tst iperf3m4.py: using RAC 87\u000a21:10:12.597796 tst iperf3m4.py: using CellId 36297\u000a21:10:12.720586 tst iperf3m4.py: using BVCI 36298\u000a21:10:12.744884 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.756017 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.767033 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.778185 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.789107 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.800243 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.811443 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.822381 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:12.833476 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:10:12.950147 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:10:13.067829 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:10:13.189027 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:10:13.465955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:10:13.590199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:13.899510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=519): Launched\u000a21:10:14.157962 run iperf3-srv_10.42.42.10(pid=520): Launched\u000a21:10:14.338692 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:10:14.462267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:14.771229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=521): Launched\u000a21:10:15.029586 run iperf3-srv_10.42.42.10(pid=522): Launched\u000a21:10:15.210922 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:10:15.335155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:15.644528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=523): Launched\u000a21:10:15.914220 run iperf3-srv_10.42.42.10(pid=524): Launched\u000a21:10:16.099433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:10:16.227651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:16.592365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Launched\u000a21:10:16.910996 run iperf3-srv_10.42.42.10(pid=526): Launched\u000a21:10:17.113441 tst iperf3m4.py:8: start network...\u000a21:10:17.250468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:17.763178 run create_hlr_db(pid=527): Launched\u000a21:10:17.948046 bus /gobi_6: Setting Powered False\u000a21:10:18.969671 run create_hlr_db(pid=527): Terminated: ok {rc=0}\u000a21:10:19.395830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Launched\u000a21:10:19.715954 run osmo-hlr_10.42.42.2(pid=530): Launched\u000a21:10:19.835755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:20.394241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Launched\u000a21:10:20.715096 run osmo-stp_10.42.42.5(pid=533): Launched\u000a21:10:20.832127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:21.397951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Launched\u000a21:10:21.513566 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:21.796234 run patchelf(pid=536): Launched\u000a21:10:21.988060 run osmo-stp_10.42.42.5(pid=533): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)]\u000a21:10:22.127388 run osmo-stp_10.42.42.5(pid=533): stdout: \u000a| (launched: 2022-12-13_21:10:20.557151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:22.266753 run osmo-stp_10.42.42.5(pid=533): stderr: \u000a| �[0;m�[38;5;43m20221213211020745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211020746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211020746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211020746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211020747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211020747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211020747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:22.402082 run osmo-stp_10.42.42.5(pid=533): stdout: \u000a| (launched: 2022-12-13_21:10:20.557151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:22.535552 run osmo-stp_10.42.42.5(pid=533): stderr: \u000a| �[0;m�[38;5;43m20221213211020745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211020746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211020746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211020746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211020747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211020747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211020747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:22.691887 run patchelf(pid=536): Terminating (SIGINT)\u000a21:10:22.876121 run patchelf(pid=536): Terminated: ok {rc=0}\u000a21:10:22.910313 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=533): Process ended prematurely: osmo-stp_10.42.42.5(pid=533) [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=533)] [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a21:10:22.920133 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:10:22.983779 run osmo-hlr_10.42.42.2(pid=530): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=530)]\u000a21:10:23.035282 run osmo-hlr_10.42.42.2(pid=530): stdout: \u000a| (launched: 2022-12-13_21:10:19.559267) \u000a21:10:23.087501 run osmo-hlr_10.42.42.2(pid=530): stderr: \u000a| �[0;m�[1;31m20221213211019754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211019754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211019754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211019754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211019754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211019754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211019766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211019775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211019775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211019775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:23.132122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=519): Terminating (SIGTERM)\u000a21:10:23.174516 run iperf3-srv_10.42.42.10(pid=520): Terminating (SIGTERM)\u000a21:10:23.216751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=521): Terminating (SIGTERM)\u000a21:10:23.258966 run iperf3-srv_10.42.42.10(pid=522): Terminating (SIGTERM)\u000a21:10:23.301461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=523): Terminating (SIGTERM)\u000a21:10:23.343198 run iperf3-srv_10.42.42.10(pid=524): Terminating (SIGTERM)\u000a21:10:23.385660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Terminating (SIGTERM)\u000a21:10:23.427760 run iperf3-srv_10.42.42.10(pid=526): Terminating (SIGTERM)\u000a21:10:23.469967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Terminating (SIGTERM)\u000a21:10:23.511852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Terminating (SIGTERM)\u000a21:10:23.554604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Terminating (SIGTERM)\u000a21:10:23.564393 --- ParallelTerminationStrategy: PID 519 died...\u000a21:10:23.619009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=519): Terminated: ok {rc=0}\u000a21:10:23.628817 --- ParallelTerminationStrategy: PID 520 died...\u000a21:10:23.683301 run iperf3-srv_10.42.42.10(pid=520): Terminated {rc=256}\u000a21:10:23.693162 --- ParallelTerminationStrategy: PID 521 died...\u000a21:10:23.747552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=521): Terminated: ok {rc=0}\u000a21:10:23.757463 --- ParallelTerminationStrategy: PID 522 died...\u000a21:10:23.811297 run iperf3-srv_10.42.42.10(pid=522): Terminated {rc=256}\u000a21:10:23.821072 --- ParallelTerminationStrategy: PID 523 died...\u000a21:10:23.875155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=523): Terminated: ok {rc=0}\u000a21:10:23.884783 --- ParallelTerminationStrategy: PID 524 died...\u000a21:10:23.938858 run iperf3-srv_10.42.42.10(pid=524): Terminated {rc=256}\u000a21:10:23.948623 --- ParallelTerminationStrategy: PID 525 died...\u000a21:10:24.002580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=525): Terminated: ok {rc=0}\u000a21:10:24.012229 --- ParallelTerminationStrategy: PID 526 died...\u000a21:10:24.066328 run iperf3-srv_10.42.42.10(pid=526): Terminated {rc=256}\u000a21:10:24.076046 --- ParallelTerminationStrategy: PID 529 died...\u000a21:10:24.130110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=529): Terminated: ok {rc=0}\u000a21:10:24.139945 --- ParallelTerminationStrategy: PID 532 died...\u000a21:10:24.194238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=532): Terminated: ok {rc=0}\u000a21:10:24.204058 --- ParallelTerminationStrategy: PID 535 died...\u000a21:10:24.258417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=535): Terminated: ok {rc=0}\u000a21:10:24.343547 bus /gobi_4: Setting Powered False\u000a21:10:25.451787 bus /gobi_4: Setting Powered False\u000a21:10:26.564873 bus /gobi_1: Setting Powered False\u000a21:10:27.671131 bus /gobi_1: Setting Powered False\u000a21:10:28.779274 bus /gobi_0: Setting Powered False\u000a21:10:29.884278 bus /gobi_0: Setting Powered False\u000a21:10:31.006342 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=543): Process ended prematurely: osmo-stp_10.42.42.5(pid=543) [trial-2394↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=543)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=543): Process ended prematurely: osmo-stp_10.42.42.5(pid=543) [trial-2394↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a21:10:32.083931 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:32.096346 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:10:32.233145 tst ping.py: using LAC 36298\u000a21:10:32.355280 tst ping.py: using RAC 88\u000a21:10:32.470948 tst ping.py: using CellId 36298\u000a21:10:32.586856 tst ping.py: using BVCI 36299\u000a21:10:32.609860 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:32.620810 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:32.631421 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:32.642003 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:32.652928 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:32.664203 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:32.675474 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:32.686523 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:10:32.977987 tst ping.py:19: start network...\u000a21:10:33.110607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:33.621732 run create_hlr_db(pid=537): Launched\u000a21:10:33.806108 bus /gobi_6: Setting Powered False\u000a21:10:34.826403 run create_hlr_db(pid=537): Terminated: ok {rc=0}\u000a21:10:35.249083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=539): Launched\u000a21:10:35.565167 run osmo-hlr_10.42.42.2(pid=540): Launched\u000a21:10:35.684222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:36.238300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=542): Launched\u000a21:10:36.556895 run osmo-stp_10.42.42.5(pid=543): Launched\u000a21:10:36.673018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:37.228661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=545): Launched\u000a21:10:37.342390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:37.621470 run patchelf(pid=546): Launched\u000a21:10:37.807907 run osmo-stp_10.42.42.5(pid=543): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=543)]\u000a21:10:37.943966 run osmo-stp_10.42.42.5(pid=543): stdout: \u000a| (launched: 2022-12-13_21:10:36.400243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:38.080255 run osmo-stp_10.42.42.5(pid=543): stderr: \u000a| �[0;m�[38;5;43m20221213211036588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211036588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211036588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211036589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211036589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211036589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211036589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:38.212458 run osmo-stp_10.42.42.5(pid=543): stdout: \u000a| (launched: 2022-12-13_21:10:36.400243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:38.343778 run osmo-stp_10.42.42.5(pid=543): stderr: \u000a| �[0;m�[38;5;43m20221213211036588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211036588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211036588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211036589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211036589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211036589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211036589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:38.496033 run patchelf(pid=546): Terminating (SIGINT)\u000a21:10:38.676062 run patchelf(pid=546): Terminated: ok {rc=0}\u000a21:10:38.708635 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=543): Process ended prematurely: osmo-stp_10.42.42.5(pid=543) [trial-2394↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=543)] [trial-2394↪gprs:nanobts+band-1900↪ping.py:22]\u000a21:10:38.717930 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:10:38.780989 run osmo-hlr_10.42.42.2(pid=540): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=540)]\u000a21:10:38.832885 run osmo-hlr_10.42.42.2(pid=540): stdout: \u000a| (launched: 2022-12-13_21:10:35.410161) \u000a21:10:38.885070 run osmo-hlr_10.42.42.2(pid=540): stderr: \u000a| �[0;m�[1;31m20221213211035605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211035605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211035605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211035605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211035605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211035605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211035617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211035626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211035626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211035626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:38.930217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=539): Terminating (SIGTERM)\u000a21:10:38.972900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=542): Terminating (SIGTERM)\u000a21:10:39.015856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=545): Terminating (SIGTERM)\u000a21:10:39.025915 --- ParallelTerminationStrategy: PID 539 died...\u000a21:10:39.082813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=539): Terminated: ok {rc=0}\u000a21:10:39.093217 --- ParallelTerminationStrategy: PID 542 died...\u000a21:10:39.149789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=542): Terminated: ok {rc=0}\u000a21:10:39.160088 --- ParallelTerminationStrategy: PID 545 died...\u000a21:10:39.216317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=545): Terminated: ok {rc=0}\u000a21:10:39.303789 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a21:10:40.355998 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:40.367447 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:10:40.495408 tst ping_idle_ping.py: using LAC 36299\u000a21:10:40.612434 tst ping_idle_ping.py: using RAC 89\u000a21:10:40.730798 tst ping_idle_ping.py: using CellId 36299\u000a21:10:40.847355 tst ping_idle_ping.py: using BVCI 36300\u000a21:10:40.870164 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:40.880859 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:40.891852 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:40.902566 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:40.913549 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:40.924346 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:40.935442 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:10:40.946359 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:10:41.221684 tst ping_idle_ping.py:24: start network...\u000a21:10:41.345453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:41.818732 run create_hlr_db(pid=547): Launched\u000a21:10:41.991209 bus /gobi_6: Setting Powered False\u000a21:10:43.013129 run create_hlr_db(pid=547): Terminated: ok {rc=0}\u000a21:10:43.412306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Launched\u000a21:10:43.712095 run osmo-hlr_10.42.42.2(pid=553): Launched\u000a21:10:43.828178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:44.351290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Launched\u000a21:10:44.651238 run osmo-stp_10.42.42.5(pid=556): Launched\u000a21:10:44.760189 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:45.288632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Launched\u000a21:10:45.402350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:45.682638 run patchelf(pid=559): Launched\u000a21:10:45.887042 run osmo-stp_10.42.42.5(pid=556): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]\u000a21:10:46.035007 run osmo-stp_10.42.42.5(pid=556): stdout: \u000a| (launched: 2022-12-13_21:10:44.503003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:46.174838 run osmo-stp_10.42.42.5(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221213211044670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211044670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211044670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211044671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211044671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211044671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211044671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:46.310617 run osmo-stp_10.42.42.5(pid=556): stdout: \u000a| (launched: 2022-12-13_21:10:44.503003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:46.445248 run osmo-stp_10.42.42.5(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221213211044670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211044670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211044670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211044671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211044671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211044671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211044671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:46.622731 run patchelf(pid=559): Terminating (SIGINT)\u000a21:10:46.807940 run patchelf(pid=559): Terminated: ok {rc=0}\u000a21:10:46.841788 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)] [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a21:10:46.851659 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:10:46.915565 run osmo-hlr_10.42.42.2(pid=553): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=553)]\u000a21:10:46.968057 run osmo-hlr_10.42.42.2(pid=553): stdout: \u000a| (launched: 2022-12-13_21:10:43.564553) \u000a21:10:47.021445 run osmo-hlr_10.42.42.2(pid=553): stderr: \u000a| �[0;m�[1;31m20221213211043735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211043735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211043735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211043735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211043735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211043735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211043747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211043756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211043756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211043756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:47.067257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminating (SIGTERM)\u000a21:10:47.112502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminating (SIGTERM)\u000a21:10:47.156601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminating (SIGTERM)\u000a21:10:47.168139 --- ParallelTerminationStrategy: PID 552 died...\u000a21:10:47.226356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminated: ok {rc=0}\u000a21:10:47.237200 --- ParallelTerminationStrategy: PID 555 died...\u000a21:10:47.293770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminated: ok {rc=0}\u000a21:10:47.303904 --- ParallelTerminationStrategy: PID 558 died...\u000a21:10:47.359653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminated: ok {rc=0}\u000a21:10:47.446305 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:09:49" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=574): Process ended prematurely: osmo-stp_10.42.42.5(pid=574) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=574)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=574): Process ended prematurely: osmo-stp_10.42.42.5(pid=574) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:10:49.578468 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:49.589932 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:10:49.718078 tst cs_paging_gprs_active.py: using LAC 36300\u000a21:10:49.836067 tst cs_paging_gprs_active.py: using RAC 90\u000a21:10:49.962863 tst cs_paging_gprs_active.py: using CellId 36300\u000a21:10:50.090448 tst cs_paging_gprs_active.py: using BVCI 36301\u000a21:10:50.115273 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:50.126996 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:50.138427 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:50.149839 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:50.160827 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:50.172070 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:50.183447 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:50.194601 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:50.206127 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:10:50.323734 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:10:50.619316 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:10:50.754516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:51.089858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Launched\u000a21:10:51.370119 run iperf3-srv_10.42.42.10(pid=564): Launched\u000a21:10:51.569253 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:10:51.704510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:52.034261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Launched\u000a21:10:52.295428 run iperf3-srv_10.42.42.10(pid=567): Launched\u000a21:10:52.480045 tst cs_paging_gprs_active.py:38: start network...\u000a21:10:52.606024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:53.084603 run create_hlr_db(pid=568): Launched\u000a21:10:53.260300 bus /gobi_6: Setting Powered False\u000a21:10:54.281528 run create_hlr_db(pid=568): Terminated: ok {rc=0}\u000a21:10:54.712922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=570): Launched\u000a21:10:55.037277 run osmo-hlr_10.42.42.2(pid=571): Launched\u000a21:10:55.161304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:55.726763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=573): Launched\u000a21:10:56.051337 run osmo-stp_10.42.42.5(pid=574): Launched\u000a21:10:56.170090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:56.738766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=576): Launched\u000a21:10:56.854772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:57.138146 run patchelf(pid=577): Launched\u000a21:10:57.328442 run osmo-stp_10.42.42.5(pid=574): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=574)]\u000a21:10:57.466806 run osmo-stp_10.42.42.5(pid=574): stdout: \u000a| (launched: 2022-12-13_21:10:55.892113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:57.606645 run osmo-stp_10.42.42.5(pid=574): stderr: \u000a| �[0;m�[38;5;43m20221213211056080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211056080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211056080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211056080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211056081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211056081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211056081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:57.741947 run osmo-stp_10.42.42.5(pid=574): stdout: \u000a| (launched: 2022-12-13_21:10:55.892113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:57.875503 run osmo-stp_10.42.42.5(pid=574): stderr: \u000a| �[0;m�[38;5;43m20221213211056080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211056080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211056080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211056080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211056081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211056081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211056081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:58.031090 run patchelf(pid=577): Terminating (SIGINT)\u000a21:10:58.213738 run patchelf(pid=577): Terminated: ok {rc=0}\u000a21:10:58.247156 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=574): Process ended prematurely: osmo-stp_10.42.42.5(pid=574) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=574)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:10:58.257150 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:10:58.320280 run osmo-hlr_10.42.42.2(pid=571): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=571)]\u000a21:10:58.371591 run osmo-hlr_10.42.42.2(pid=571): stdout: \u000a| (launched: 2022-12-13_21:10:54.878614) \u000a21:10:58.423557 run osmo-hlr_10.42.42.2(pid=571): stderr: \u000a| �[0;m�[1;31m20221213211055075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211055075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211055075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211055075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211055075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211055075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211055087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211055098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211055098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211055098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:58.468158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminating (SIGTERM)\u000a21:10:58.510457 run iperf3-srv_10.42.42.10(pid=564): Terminating (SIGTERM)\u000a21:10:58.552491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Terminating (SIGTERM)\u000a21:10:58.594700 run iperf3-srv_10.42.42.10(pid=567): Terminating (SIGTERM)\u000a21:10:58.637018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=570): Terminating (SIGTERM)\u000a21:10:58.679130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=573): Terminating (SIGTERM)\u000a21:10:58.721246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=576): Terminating (SIGTERM)\u000a21:10:58.731021 --- ParallelTerminationStrategy: PID 563 died...\u000a21:10:58.787131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminated: ok {rc=0}\u000a21:10:58.797381 --- ParallelTerminationStrategy: PID 564 died...\u000a21:10:58.853199 run iperf3-srv_10.42.42.10(pid=564): Terminated {rc=256}\u000a21:10:58.863347 --- ParallelTerminationStrategy: PID 565 died...\u000a21:10:58.919328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Terminated: ok {rc=0}\u000a21:10:58.929526 --- ParallelTerminationStrategy: PID 567 died...\u000a21:10:58.985269 run iperf3-srv_10.42.42.10(pid=567): Terminated {rc=256}\u000a21:10:58.995387 --- ParallelTerminationStrategy: PID 570 died...\u000a21:10:59.051342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=570): Terminated: ok {rc=0}\u000a21:10:59.061586 --- ParallelTerminationStrategy: PID 573 died...\u000a21:10:59.117581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=573): Terminated: ok {rc=0}\u000a21:10:59.127692 --- ParallelTerminationStrategy: PID 576 died...\u000a21:10:59.183832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=576): Terminated: ok {rc=0}\u000a21:10:59.270057 bus /gobi_0: Setting Powered False\u000a21:11:00.377497 bus /gobi_0: Setting Powered False\u000a21:11:01.503777 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=586): Process ended prematurely: osmo-stp_10.42.42.5(pid=586) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=586)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=586): Process ended prematurely: osmo-stp_10.42.42.5(pid=586) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:11:02.622240 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:02.634500 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:11:02.773901 tst iperf3.py: using LAC 36301\u000a21:11:02.900362 tst iperf3.py: using RAC 91\u000a21:11:03.026529 tst iperf3.py: using CellId 36301\u000a21:11:03.153076 tst iperf3.py: using BVCI 36302\u000a21:11:03.178075 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:03.189671 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:03.201214 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:03.212407 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:03.223940 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:03.235351 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:03.246983 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:03.258353 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:03.269985 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:11:03.550456 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:11:03.677366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:03.991507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=578): Launched\u000a21:11:04.253434 run iperf3-srv_10.42.42.10(pid=579): Launched\u000a21:11:04.438199 tst iperf3.py:8: start network...\u000a21:11:04.564692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:05.043833 run create_hlr_db(pid=580): Launched\u000a21:11:05.218629 bus /gobi_6: Setting Powered False\u000a21:11:06.240232 run create_hlr_db(pid=580): Terminated: ok {rc=0}\u000a21:11:06.672533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=582): Launched\u000a21:11:06.995659 run osmo-hlr_10.42.42.2(pid=583): Launched\u000a21:11:07.118382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:07.683383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=585): Launched\u000a21:11:08.007484 run osmo-stp_10.42.42.5(pid=586): Launched\u000a21:11:08.124366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:08.689961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=588): Launched\u000a21:11:08.805853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:09.088738 run patchelf(pid=589): Launched\u000a21:11:09.278952 run osmo-stp_10.42.42.5(pid=586): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=586)]\u000a21:11:09.418194 run osmo-stp_10.42.42.5(pid=586): stdout: \u000a| (launched: 2022-12-13_21:11:07.848834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:09.557471 run osmo-stp_10.42.42.5(pid=586): stderr: \u000a| �[0;m�[38;5;43m20221213211108040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211108040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211108040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211108041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211108041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211108041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211108041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:09.693104 run osmo-stp_10.42.42.5(pid=586): stdout: \u000a| (launched: 2022-12-13_21:11:07.848834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:09.827137 run osmo-stp_10.42.42.5(pid=586): stderr: \u000a| �[0;m�[38;5;43m20221213211108040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211108040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211108040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211108041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211108041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211108041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211108041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:09.983138 run patchelf(pid=589): Terminating (SIGINT)\u000a21:11:10.166527 run patchelf(pid=589): Terminated: ok {rc=0}\u000a21:11:10.199984 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=586): Process ended prematurely: osmo-stp_10.42.42.5(pid=586) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=586)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a21:11:10.210000 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:11:10.273129 run osmo-hlr_10.42.42.2(pid=583): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=583)]\u000a21:11:10.324929 run osmo-hlr_10.42.42.2(pid=583): stdout: \u000a| (launched: 2022-12-13_21:11:06.837554) \u000a21:11:10.377324 run osmo-hlr_10.42.42.2(pid=583): stderr: \u000a| �[0;m�[1;31m20221213211107034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211107034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211107034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211107034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211107034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211107034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211107046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211107055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211107055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211107055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:10.421799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=578): Terminating (SIGTERM)\u000a21:11:10.463597 run iperf3-srv_10.42.42.10(pid=579): Terminating (SIGTERM)\u000a21:11:10.505504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=582): Terminating (SIGTERM)\u000a21:11:10.547481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=585): Terminating (SIGTERM)\u000a21:11:10.590186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=588): Terminating (SIGTERM)\u000a21:11:10.599987 --- ParallelTerminationStrategy: PID 578 died...\u000a21:11:10.656888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=578): Terminated: ok {rc=0}\u000a21:11:10.667259 --- ParallelTerminationStrategy: PID 579 died...\u000a21:11:10.723220 run iperf3-srv_10.42.42.10(pid=579): Terminated {rc=256}\u000a21:11:10.733527 --- ParallelTerminationStrategy: PID 582 died...\u000a21:11:10.789789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=582): Terminated: ok {rc=0}\u000a21:11:10.800053 --- ParallelTerminationStrategy: PID 585 died...\u000a21:11:10.856553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=585): Terminated: ok {rc=0}\u000a21:11:10.866810 --- ParallelTerminationStrategy: PID 588 died...\u000a21:11:10.922876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=588): Terminated: ok {rc=0}\u000a21:11:11.010579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=604): Process ended prematurely: osmo-stp_10.42.42.5(pid=604) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=604)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=604): Process ended prematurely: osmo-stp_10.42.42.5(pid=604) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:11:12.126727 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.138846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:11:12.275317 tst iperf3m4.py: using LAC 36302\u000a21:11:12.402137 tst iperf3m4.py: using RAC 92\u000a21:11:12.528487 tst iperf3m4.py: using CellId 36302\u000a21:11:12.658065 tst iperf3m4.py: using BVCI 36303\u000a21:11:12.682861 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.694459 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.705814 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.717246 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.728451 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.739736 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.751260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.762567 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:12.774112 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:11:12.893600 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:11:13.013090 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:11:13.135020 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:11:13.419555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:11:13.547068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:13.862833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=590): Launched\u000a21:11:14.125719 run iperf3-srv_10.42.42.10(pid=591): Launched\u000a21:11:14.311494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:11:14.438988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:14.754500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=592): Launched\u000a21:11:15.017981 run iperf3-srv_10.42.42.10(pid=593): Launched\u000a21:11:15.203896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:11:15.331804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:15.648437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=594): Launched\u000a21:11:15.952717 run iperf3-srv_10.42.42.10(pid=595): Launched\u000a21:11:16.149047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:11:16.278768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:16.615733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=596): Launched\u000a21:11:16.910291 run iperf3-srv_10.42.42.10(pid=597): Launched\u000a21:11:17.115411 tst iperf3m4.py:8: start network...\u000a21:11:17.254842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:17.778899 run create_hlr_db(pid=598): Launched\u000a21:11:17.966738 bus /gobi_6: Setting Powered False\u000a21:11:18.989287 run create_hlr_db(pid=598): Terminated: ok {rc=0}\u000a21:11:19.422138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=600): Launched\u000a21:11:19.747468 run osmo-hlr_10.42.42.2(pid=601): Launched\u000a21:11:19.871468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:20.437621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=603): Launched\u000a21:11:20.761650 run osmo-stp_10.42.42.5(pid=604): Launched\u000a21:11:20.878317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:21.444204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=606): Launched\u000a21:11:21.560129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:21.844853 run patchelf(pid=607): Launched\u000a21:11:22.035359 run osmo-stp_10.42.42.5(pid=604): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=604)]\u000a21:11:22.174604 run osmo-stp_10.42.42.5(pid=604): stdout: \u000a| (launched: 2022-12-13_21:11:20.603335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:22.313727 run osmo-stp_10.42.42.5(pid=604): stderr: \u000a| �[0;m�[38;5;43m20221213211120792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211120792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211120792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211120792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211120793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211120793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211120793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:22.448641 run osmo-stp_10.42.42.5(pid=604): stdout: \u000a| (launched: 2022-12-13_21:11:20.603335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:22.582402 run osmo-stp_10.42.42.5(pid=604): stderr: \u000a| �[0;m�[38;5;43m20221213211120792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211120792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211120792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211120792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211120793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211120793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211120793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:22.738706 run patchelf(pid=607): Terminating (SIGINT)\u000a21:11:22.921756 run patchelf(pid=607): Terminated: ok {rc=0}\u000a21:11:22.955425 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=604): Process ended prematurely: osmo-stp_10.42.42.5(pid=604) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=604)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:11:22.965343 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:11:23.029164 run osmo-hlr_10.42.42.2(pid=601): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=601)]\u000a21:11:23.081134 run osmo-hlr_10.42.42.2(pid=601): stdout: \u000a| (launched: 2022-12-13_21:11:19.588077) \u000a21:11:23.133799 run osmo-hlr_10.42.42.2(pid=601): stderr: \u000a| �[0;m�[1;31m20221213211119786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211119786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211119786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211119786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211119786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211119786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211119801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211119811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211119811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211119811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:23.178665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=590): Terminating (SIGTERM)\u000a21:11:23.220802 run iperf3-srv_10.42.42.10(pid=591): Terminating (SIGTERM)\u000a21:11:23.263043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=592): Terminating (SIGTERM)\u000a21:11:23.305254 run iperf3-srv_10.42.42.10(pid=593): Terminating (SIGTERM)\u000a21:11:23.347603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=594): Terminating (SIGTERM)\u000a21:11:23.389919 run iperf3-srv_10.42.42.10(pid=595): Terminating (SIGTERM)\u000a21:11:23.431964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=596): Terminating (SIGTERM)\u000a21:11:23.473923 run iperf3-srv_10.42.42.10(pid=597): Terminating (SIGTERM)\u000a21:11:23.515936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=600): Terminating (SIGTERM)\u000a21:11:23.557974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=603): Terminating (SIGTERM)\u000a21:11:23.600089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=606): Terminating (SIGTERM)\u000a21:11:23.609886 --- ParallelTerminationStrategy: PID 590 died...\u000a21:11:23.666517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=590): Terminated: ok {rc=0}\u000a21:11:23.676821 --- ParallelTerminationStrategy: PID 591 died...\u000a21:11:23.732829 run iperf3-srv_10.42.42.10(pid=591): Terminated {rc=256}\u000a21:11:23.742998 --- ParallelTerminationStrategy: PID 592 died...\u000a21:11:23.799061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=592): Terminated: ok {rc=0}\u000a21:11:23.809237 --- ParallelTerminationStrategy: PID 593 died...\u000a21:11:23.865038 run iperf3-srv_10.42.42.10(pid=593): Terminated {rc=256}\u000a21:11:23.875204 --- ParallelTerminationStrategy: PID 594 died...\u000a21:11:23.931067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=594): Terminated: ok {rc=0}\u000a21:11:23.941699 --- ParallelTerminationStrategy: PID 595 died...\u000a21:11:23.997711 run iperf3-srv_10.42.42.10(pid=595): Terminated {rc=256}\u000a21:11:24.007929 --- ParallelTerminationStrategy: PID 596 died...\u000a21:11:24.063842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=596): Terminated: ok {rc=0}\u000a21:11:24.074242 --- ParallelTerminationStrategy: PID 597 died...\u000a21:11:24.130037 run iperf3-srv_10.42.42.10(pid=597): Terminated {rc=256}\u000a21:11:24.140206 --- ParallelTerminationStrategy: PID 600 died...\u000a21:11:24.196016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=600): Terminated: ok {rc=0}\u000a21:11:24.206291 --- ParallelTerminationStrategy: PID 603 died...\u000a21:11:24.262169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=603): Terminated: ok {rc=0}\u000a21:11:24.272489 --- ParallelTerminationStrategy: PID 606 died...\u000a21:11:24.328550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=606): Terminated: ok {rc=0}\u000a21:11:24.416432 bus /gobi_4: Setting Powered False\u000a21:11:25.521508 bus /gobi_4: Setting Powered False\u000a21:11:26.629944 bus /gobi_1: Setting Powered False\u000a21:11:27.736857 bus /gobi_1: Setting Powered False\u000a21:11:28.846434 bus /gobi_0: Setting Powered False\u000a21:11:29.952522 bus /gobi_0: Setting Powered False\u000a21:11:31.076360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=614): Process ended prematurely: osmo-stp_10.42.42.5(pid=614) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=614)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=614): Process ended prematurely: osmo-stp_10.42.42.5(pid=614) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:11:32.146813 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:32.159796 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:11:32.300251 tst ping.py: using LAC 36303\u000a21:11:32.424540 tst ping.py: using RAC 93\u000a21:11:32.548694 tst ping.py: using CellId 36303\u000a21:11:32.680490 tst ping.py: using BVCI 36304\u000a21:11:32.704921 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:32.716607 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:32.727968 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:32.739314 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:32.750474 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:32.761662 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:32.773151 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:32.784349 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:11:33.074291 tst ping.py:19: start network...\u000a21:11:33.206269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:33.714779 run create_hlr_db(pid=608): Launched\u000a21:11:33.898496 bus /gobi_6: Setting Powered False\u000a21:11:34.909629 run create_hlr_db(pid=608): Terminated: ok {rc=0}\u000a21:11:35.314227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=610): Launched\u000a21:11:35.612268 run osmo-hlr_10.42.42.2(pid=611): Launched\u000a21:11:35.728268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:36.256460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=613): Launched\u000a21:11:36.555982 run osmo-stp_10.42.42.5(pid=614): Launched\u000a21:11:36.665287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:37.185711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=616): Launched\u000a21:11:37.291263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:37.552281 run patchelf(pid=617): Launched\u000a21:11:37.727544 run osmo-stp_10.42.42.5(pid=614): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=614)]\u000a21:11:37.855051 run osmo-stp_10.42.42.5(pid=614): stdout: \u000a| (launched: 2022-12-13_21:11:36.407278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:37.983338 run osmo-stp_10.42.42.5(pid=614): stderr: \u000a| �[0;m�[38;5;43m20221213211136574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211136574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211136574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211136575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211136575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211136575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211136575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:38.108038 run osmo-stp_10.42.42.5(pid=614): stdout: \u000a| (launched: 2022-12-13_21:11:36.407278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:38.231553 run osmo-stp_10.42.42.5(pid=614): stderr: \u000a| �[0;m�[38;5;43m20221213211136574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211136574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211136574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211136575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211136575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211136575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211136575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:38.375005 run patchelf(pid=617): Terminating (SIGINT)\u000a21:11:38.543768 run patchelf(pid=617): Terminated: ok {rc=0}\u000a21:11:38.574534 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=614): Process ended prematurely: osmo-stp_10.42.42.5(pid=614) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=614)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a21:11:38.583221 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:11:38.643898 run osmo-hlr_10.42.42.2(pid=611): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=611)]\u000a21:11:38.693340 run osmo-hlr_10.42.42.2(pid=611): stdout: \u000a| (launched: 2022-12-13_21:11:35.465139) \u000a21:11:38.743209 run osmo-hlr_10.42.42.2(pid=611): stderr: \u000a| �[0;m�[1;31m20221213211135638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211135638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211135638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211135638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211135638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211135638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211135650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211135659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211135659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211135659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:38.785876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=610): Terminating (SIGTERM)\u000a21:11:38.826097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=613): Terminating (SIGTERM)\u000a21:11:38.866306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=616): Terminating (SIGTERM)\u000a21:11:38.875685 --- ParallelTerminationStrategy: PID 610 died...\u000a21:11:38.930310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=610): Terminated: ok {rc=0}\u000a21:11:38.940112 --- ParallelTerminationStrategy: PID 613 died...\u000a21:11:38.994174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=613): Terminated: ok {rc=0}\u000a21:11:39.003803 --- ParallelTerminationStrategy: PID 616 died...\u000a21:11:39.057845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=616): Terminated: ok {rc=0}\u000a21:11:39.142681 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=624): Process ended prematurely: osmo-stp_10.42.42.5(pid=624) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=624)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=624): Process ended prematurely: osmo-stp_10.42.42.5(pid=624) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:11:40.196503 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:40.209145 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:11:40.345868 tst ping_idle_ping.py: using LAC 36304\u000a21:11:40.475114 tst ping_idle_ping.py: using RAC 94\u000a21:11:40.602644 tst ping_idle_ping.py: using CellId 36304\u000a21:11:40.728605 tst ping_idle_ping.py: using BVCI 36305\u000a21:11:40.753053 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:40.764476 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:40.775757 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:40.787077 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:40.798713 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:40.810479 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:40.822388 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:11:40.834216 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:11:41.112087 tst ping_idle_ping.py:24: start network...\u000a21:11:41.236370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:41.717608 run create_hlr_db(pid=618): Launched\u000a21:11:41.890281 bus /gobi_6: Setting Powered False\u000a21:11:42.912333 run create_hlr_db(pid=618): Terminated: ok {rc=0}\u000a21:11:43.336290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=620): Launched\u000a21:11:43.658103 run osmo-hlr_10.42.42.2(pid=621): Launched\u000a21:11:43.778821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:44.335145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=623): Launched\u000a21:11:44.656091 run osmo-stp_10.42.42.5(pid=624): Launched\u000a21:11:44.771451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:45.328349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=626): Launched\u000a21:11:45.442060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:45.722411 run patchelf(pid=627): Launched\u000a21:11:45.944583 run osmo-stp_10.42.42.5(pid=624): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=624)]\u000a21:11:46.085835 run osmo-stp_10.42.42.5(pid=624): stdout: \u000a| (launched: 2022-12-13_21:11:44.497484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:46.226145 run osmo-stp_10.42.42.5(pid=624): stderr: \u000a| �[0;m�[38;5;43m20221213211144684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211144685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211144685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211144685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211144686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211144686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211144686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:46.363245 run osmo-stp_10.42.42.5(pid=624): stdout: \u000a| (launched: 2022-12-13_21:11:44.497484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:46.500571 run osmo-stp_10.42.42.5(pid=624): stderr: \u000a| �[0;m�[38;5;43m20221213211144684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211144685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211144685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211144685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211144686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211144686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211144686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:46.657188 run patchelf(pid=627): Terminating (SIGINT)\u000a21:11:46.841730 run patchelf(pid=627): Terminated: ok {rc=0}\u000a21:11:46.875438 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=624): Process ended prematurely: osmo-stp_10.42.42.5(pid=624) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=624)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:11:46.885446 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:11:46.949729 run osmo-hlr_10.42.42.2(pid=621): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=621)]\u000a21:11:47.002057 run osmo-hlr_10.42.42.2(pid=621): stdout: \u000a| (launched: 2022-12-13_21:11:43.498785) \u000a21:11:47.055125 run osmo-hlr_10.42.42.2(pid=621): stderr: \u000a| �[0;m�[1;31m20221213211143691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211143691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211143692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211143692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211143692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211143692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211143704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211143713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211143713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211143713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:47.100051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=620): Terminating (SIGTERM)\u000a21:11:47.144720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=623): Terminating (SIGTERM)\u000a21:11:47.188282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=626): Terminating (SIGTERM)\u000a21:11:47.198443 --- ParallelTerminationStrategy: PID 620 died...\u000a21:11:47.254524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=620): Terminated: ok {rc=0}\u000a21:11:47.264592 --- ParallelTerminationStrategy: PID 623 died...\u000a21:11:47.320641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=623): Terminated: ok {rc=0}\u000a21:11:47.330815 --- ParallelTerminationStrategy: PID 626 died...\u000a21:11:47.386930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=626): Terminated: ok {rc=0}\u000a21:11:47.474972 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:10:49" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=641): Process ended prematurely: osmo-stp_10.42.42.5(pid=641) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=641)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=641): Process ended prematurely: osmo-stp_10.42.42.5(pid=641) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:11:49.591975 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:49.603202 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:11:49.748939 tst cs_paging_gprs_active.py: using LAC 36305\u000a21:11:49.867892 tst cs_paging_gprs_active.py: using RAC 95\u000a21:11:49.987864 tst cs_paging_gprs_active.py: using CellId 36305\u000a21:11:50.108054 tst cs_paging_gprs_active.py: using BVCI 36306\u000a21:11:50.131125 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:50.142204 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:50.153058 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:50.163840 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:50.174974 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:50.186386 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:50.197739 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:50.208999 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:50.220346 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:11:50.342176 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:11:50.622940 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:11:50.749544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:51.064167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=631): Launched\u000a21:11:51.325360 run iperf3-srv_10.42.42.10(pid=632): Launched\u000a21:11:51.509823 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:11:51.636570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:51.950391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=633): Launched\u000a21:11:52.211691 run iperf3-srv_10.42.42.10(pid=634): Launched\u000a21:11:52.396061 tst cs_paging_gprs_active.py:38: start network...\u000a21:11:52.522260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:53.001632 run create_hlr_db(pid=635): Launched\u000a21:11:53.176676 bus /gobi_6: Setting Powered False\u000a21:11:54.199059 run create_hlr_db(pid=635): Terminated: ok {rc=0}\u000a21:11:54.602631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=637): Launched\u000a21:11:54.907154 run osmo-hlr_10.42.42.2(pid=638): Launched\u000a21:11:55.025373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:55.558276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=640): Launched\u000a21:11:55.862706 run osmo-stp_10.42.42.5(pid=641): Launched\u000a21:11:55.972173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:56.499692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=643): Launched\u000a21:11:56.607860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:56.873734 run patchelf(pid=644): Launched\u000a21:11:57.051693 run osmo-stp_10.42.42.5(pid=641): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=641)]\u000a21:11:57.181987 run osmo-stp_10.42.42.5(pid=641): stdout: \u000a| (launched: 2022-12-13_21:11:55.713306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:57.312353 run osmo-stp_10.42.42.5(pid=641): stderr: \u000a| �[0;m�[38;5;43m20221213211155880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211155880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211155880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211155881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211155881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211155881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211155881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:57.438921 run osmo-stp_10.42.42.5(pid=641): stdout: \u000a| (launched: 2022-12-13_21:11:55.713306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:57.564216 run osmo-stp_10.42.42.5(pid=641): stderr: \u000a| �[0;m�[38;5;43m20221213211155880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211155880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211155880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211155881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211155881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211155881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211155881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:57.710889 run patchelf(pid=644): Terminating (SIGINT)\u000a21:11:57.882971 run patchelf(pid=644): Terminated: ok {rc=0}\u000a21:11:57.914632 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=641): Process ended prematurely: osmo-stp_10.42.42.5(pid=641) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=641)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:11:57.923938 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a21:11:57.985307 run osmo-hlr_10.42.42.2(pid=638): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=638)]\u000a21:11:58.035244 run osmo-hlr_10.42.42.2(pid=638): stdout: \u000a| (launched: 2022-12-13_21:11:54.757708) \u000a21:11:58.085719 run osmo-hlr_10.42.42.2(pid=638): stderr: \u000a| �[0;m�[1;31m20221213211154930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211154930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211154930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211154930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211154930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211154930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211154942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:58.128394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=631): Terminating (SIGTERM)\u000a21:11:58.168353 run iperf3-srv_10.42.42.10(pid=632): Terminating (SIGTERM)\u000a21:11:58.208547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=633): Terminating (SIGTERM)\u000a21:11:58.248506 run iperf3-srv_10.42.42.10(pid=634): Terminating (SIGTERM)\u000a21:11:58.288715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=637): Terminating (SIGTERM)\u000a21:11:58.329069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=640): Terminating (SIGTERM)\u000a21:11:58.369202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=643): Terminating (SIGTERM)\u000a21:11:58.378477 --- ParallelTerminationStrategy: PID 631 died...\u000a21:11:58.433093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=631): Terminated: ok {rc=0}\u000a21:11:58.442815 --- ParallelTerminationStrategy: PID 632 died...\u000a21:11:58.496869 run iperf3-srv_10.42.42.10(pid=632): Terminated {rc=256}\u000a21:11:58.506459 --- ParallelTerminationStrategy: PID 633 died...\u000a21:11:58.560271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=633): Terminated: ok {rc=0}\u000a21:11:58.569977 --- ParallelTerminationStrategy: PID 634 died...\u000a21:11:58.623688 run iperf3-srv_10.42.42.10(pid=634): Terminated {rc=256}\u000a21:11:58.633317 --- ParallelTerminationStrategy: PID 637 died...\u000a21:11:58.686880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=637): Terminated: ok {rc=0}\u000a21:11:58.696590 --- ParallelTerminationStrategy: PID 640 died...\u000a21:11:58.750414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=640): Terminated: ok {rc=0}\u000a21:11:58.760114 --- ParallelTerminationStrategy: PID 643 died...\u000a21:11:58.814026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=643): Terminated: ok {rc=0}\u000a21:11:58.902167 bus /gobi_0: Setting Powered False\u000a21:12:00.006083 bus /gobi_0: Setting Powered False\u000a21:12:01.129497 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=654): Process ended prematurely: osmo-stp_10.42.42.5(pid=654) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=654)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=654): Process ended prematurely: osmo-stp_10.42.42.5(pid=654) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:12:02.254947 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.267370 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:12:02.424906 tst iperf3.py: using LAC 36306\u000a21:12:02.551076 tst iperf3.py: using RAC 96\u000a21:12:02.683220 tst iperf3.py: using CellId 36306\u000a21:12:02.809801 tst iperf3.py: using BVCI 36307\u000a21:12:02.834788 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.846556 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.858175 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.869713 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.881336 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.893053 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.904832 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.916386 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:02.928218 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:12:03.221882 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:12:03.357994 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:12:03.695247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Launched\u000a21:12:03.974314 run iperf3-srv_10.42.42.10(pid=647): Launched\u000a21:12:04.173250 tst iperf3.py:8: start network...\u000a21:12:04.308209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:04.826666 run create_hlr_db(pid=648): Launched\u000a21:12:05.013611 bus /gobi_6: Setting Powered False\u000a21:12:06.037027 run create_hlr_db(pid=648): Terminated: ok {rc=0}\u000a21:12:06.468305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=650): Launched\u000a21:12:06.794379 run osmo-hlr_10.42.42.2(pid=651): Launched\u000a21:12:06.911986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:07.475589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=653): Launched\u000a21:12:07.801269 run osmo-stp_10.42.42.5(pid=654): Launched\u000a21:12:07.919011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:08.483561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=656): Launched\u000a21:12:08.599086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:08.882550 run patchelf(pid=657): Launched\u000a21:12:09.071725 run osmo-stp_10.42.42.5(pid=654): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=654)]\u000a21:12:09.210028 run osmo-stp_10.42.42.5(pid=654): stdout: \u000a| (launched: 2022-12-13_21:12:07.641494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:09.348599 run osmo-stp_10.42.42.5(pid=654): stderr: \u000a| �[0;m�[38;5;43m20221213211207830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211207830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211207830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211207831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211207831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211207831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211207831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:09.482938 run osmo-stp_10.42.42.5(pid=654): stdout: \u000a| (launched: 2022-12-13_21:12:07.641494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:09.616918 run osmo-stp_10.42.42.5(pid=654): stderr: \u000a| �[0;m�[38;5;43m20221213211207830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211207830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211207830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211207831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211207831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211207831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211207831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:09.772879 run patchelf(pid=657): Terminating (SIGINT)\u000a21:12:09.955470 run patchelf(pid=657): Terminated: ok {rc=0}\u000a21:12:09.988901 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=654): Process ended prematurely: osmo-stp_10.42.42.5(pid=654) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=654)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:12:09.998796 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:12:10.062211 run osmo-hlr_10.42.42.2(pid=651): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=651)]\u000a21:12:10.114098 run osmo-hlr_10.42.42.2(pid=651): stdout: \u000a| (launched: 2022-12-13_21:12:06.634399) \u000a21:12:10.166197 run osmo-hlr_10.42.42.2(pid=651): stderr: \u000a| �[0;m�[1;31m20221213211206829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211206829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211206829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211206829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211206829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211206829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211206845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211206853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211206853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211206853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:10.211073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Terminating (SIGTERM)\u000a21:12:10.253449 run iperf3-srv_10.42.42.10(pid=647): Terminating (SIGTERM)\u000a21:12:10.296058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=650): Terminating (SIGTERM)\u000a21:12:10.338525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=653): Terminating (SIGTERM)\u000a21:12:10.381177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=656): Terminating (SIGTERM)\u000a21:12:10.390988 --- ParallelTerminationStrategy: PID 646 died...\u000a21:12:10.447236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Terminated: ok {rc=0}\u000a21:12:10.457531 --- ParallelTerminationStrategy: PID 647 died...\u000a21:12:10.513282 run iperf3-srv_10.42.42.10(pid=647): Terminated {rc=256}\u000a21:12:10.523465 --- ParallelTerminationStrategy: PID 650 died...\u000a21:12:10.579289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=650): Terminated: ok {rc=0}\u000a21:12:10.589565 --- ParallelTerminationStrategy: PID 653 died...\u000a21:12:10.645658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=653): Terminated: ok {rc=0}\u000a21:12:10.655880 --- ParallelTerminationStrategy: PID 656 died...\u000a21:12:10.711850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=656): Terminated: ok {rc=0}\u000a21:12:10.800615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=672): Process ended prematurely: osmo-stp_10.42.42.5(pid=672) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=672): Process ended prematurely: osmo-stp_10.42.42.5(pid=672) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:12:11.912111 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:11.923797 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:12:12.072802 tst iperf3m4.py: using LAC 36307\u000a21:12:12.193916 tst iperf3m4.py: using RAC 97\u000a21:12:12.314104 tst iperf3m4.py: using CellId 36307\u000a21:12:12.440801 tst iperf3m4.py: using BVCI 36308\u000a21:12:12.465972 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:12.477628 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:12.488939 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:12.500418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:12.512682 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:12.524822 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:12.537061 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:12.549034 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:12.561364 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:12:12.684902 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:12:12.804321 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:12:12.926103 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:12:13.209308 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:12:13.336195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:12:13.652636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=658): Launched\u000a21:12:13.915067 run iperf3-srv_10.42.42.10(pid=659): Launched\u000a21:12:14.101541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:12:14.228222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:12:14.542598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Launched\u000a21:12:14.803860 run iperf3-srv_10.42.42.10(pid=661): Launched\u000a21:12:14.988418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:12:15.114974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:12:15.429522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=662): Launched\u000a21:12:15.691230 run iperf3-srv_10.42.42.10(pid=663): Launched\u000a21:12:15.889309 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:12:16.018825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:12:16.370801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Launched\u000a21:12:16.650830 run iperf3-srv_10.42.42.10(pid=665): Launched\u000a21:12:16.840073 tst iperf3m4.py:8: start network...\u000a21:12:16.968822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:17.454024 run create_hlr_db(pid=666): Launched\u000a21:12:17.628800 bus /gobi_6: Setting Powered False\u000a21:12:18.650414 run create_hlr_db(pid=666): Terminated: ok {rc=0}\u000a21:12:19.079865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Launched\u000a21:12:19.403359 run osmo-hlr_10.42.42.2(pid=669): Launched\u000a21:12:19.521489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:20.087233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Launched\u000a21:12:20.410653 run osmo-stp_10.42.42.5(pid=672): Launched\u000a21:12:20.527546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:21.092824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Launched\u000a21:12:21.208521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:21.491452 run patchelf(pid=675): Launched\u000a21:12:21.681786 run osmo-stp_10.42.42.5(pid=672): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)]\u000a21:12:21.820911 run osmo-stp_10.42.42.5(pid=672): stdout: \u000a| (launched: 2022-12-13_21:12:20.251989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:21.959515 run osmo-stp_10.42.42.5(pid=672): stderr: \u000a| �[0;m�[38;5;43m20221213211220440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211220440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211220441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211220441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211220441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211220442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211220442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:22.093905 run osmo-stp_10.42.42.5(pid=672): stdout: \u000a| (launched: 2022-12-13_21:12:20.251989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:22.227171 run osmo-stp_10.42.42.5(pid=672): stderr: \u000a| �[0;m�[38;5;43m20221213211220440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211220440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211220441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211220441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211220441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211220442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211220442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:22.382529 run patchelf(pid=675): Terminating (SIGINT)\u000a21:12:22.565808 run patchelf(pid=675): Terminated: ok {rc=0}\u000a21:12:22.599313 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=672): Process ended prematurely: osmo-stp_10.42.42.5(pid=672) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:12:22.609306 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:12:22.673569 run osmo-hlr_10.42.42.2(pid=669): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=669)]\u000a21:12:22.725257 run osmo-hlr_10.42.42.2(pid=669): stdout: \u000a| (launched: 2022-12-13_21:12:19.244807) \u000a21:12:22.777499 run osmo-hlr_10.42.42.2(pid=669): stderr: \u000a| �[0;m�[1;31m20221213211219440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211219440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211219440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211219440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211219440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211219440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211219455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211219464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211219464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211219464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:22.822294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=658): Terminating (SIGTERM)\u000a21:12:22.864185 run iperf3-srv_10.42.42.10(pid=659): Terminating (SIGTERM)\u000a21:12:22.906709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Terminating (SIGTERM)\u000a21:12:22.949166 run iperf3-srv_10.42.42.10(pid=661): Terminating (SIGTERM)\u000a21:12:22.991699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=662): Terminating (SIGTERM)\u000a21:12:23.033701 run iperf3-srv_10.42.42.10(pid=663): Terminating (SIGTERM)\u000a21:12:23.075788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Terminating (SIGTERM)\u000a21:12:23.118201 run iperf3-srv_10.42.42.10(pid=665): Terminating (SIGTERM)\u000a21:12:23.160102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Terminating (SIGTERM)\u000a21:12:23.202142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Terminating (SIGTERM)\u000a21:12:23.243933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Terminating (SIGTERM)\u000a21:12:23.253715 --- ParallelTerminationStrategy: PID 658 died...\u000a21:12:23.310242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=658): Terminated: ok {rc=0}\u000a21:12:23.320387 --- ParallelTerminationStrategy: PID 659 died...\u000a21:12:23.376568 run iperf3-srv_10.42.42.10(pid=659): Terminated {rc=256}\u000a21:12:23.386765 --- ParallelTerminationStrategy: PID 660 died...\u000a21:12:23.442945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Terminated: ok {rc=0}\u000a21:12:23.453207 --- ParallelTerminationStrategy: PID 661 died...\u000a21:12:23.509185 run iperf3-srv_10.42.42.10(pid=661): Terminated {rc=256}\u000a21:12:23.519320 --- ParallelTerminationStrategy: PID 662 died...\u000a21:12:23.575462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=662): Terminated: ok {rc=0}\u000a21:12:23.585696 --- ParallelTerminationStrategy: PID 663 died...\u000a21:12:23.642051 run iperf3-srv_10.42.42.10(pid=663): Terminated {rc=256}\u000a21:12:23.652173 --- ParallelTerminationStrategy: PID 664 died...\u000a21:12:23.708420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Terminated: ok {rc=0}\u000a21:12:23.718697 --- ParallelTerminationStrategy: PID 665 died...\u000a21:12:23.774910 run iperf3-srv_10.42.42.10(pid=665): Terminated {rc=256}\u000a21:12:23.785193 --- ParallelTerminationStrategy: PID 668 died...\u000a21:12:23.841678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Terminated: ok {rc=0}\u000a21:12:23.851894 --- ParallelTerminationStrategy: PID 671 died...\u000a21:12:23.908188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Terminated: ok {rc=0}\u000a21:12:23.918419 --- ParallelTerminationStrategy: PID 674 died...\u000a21:12:23.974831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Terminated: ok {rc=0}\u000a21:12:24.063781 bus /gobi_4: Setting Powered False\u000a21:12:25.170252 bus /gobi_4: Setting Powered False\u000a21:12:26.281874 bus /gobi_1: Setting Powered False\u000a21:12:27.389659 bus /gobi_1: Setting Powered False\u000a21:12:28.502425 bus /gobi_0: Setting Powered False\u000a21:12:29.606030 bus /gobi_0: Setting Powered False\u000a21:12:30.715055 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=682): Process ended prematurely: osmo-stp_10.42.42.5(pid=682) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=682)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=682): Process ended prematurely: osmo-stp_10.42.42.5(pid=682) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:12:31.785381 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:31.798492 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:12:31.980334 tst ping.py: using LAC 36308\u000a21:12:32.109457 tst ping.py: using RAC 98\u000a21:12:32.237438 tst ping.py: using CellId 36308\u000a21:12:32.368049 tst ping.py: using BVCI 36309\u000a21:12:32.392657 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:32.404408 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:32.415985 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:32.427484 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:32.438920 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:32.450519 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:32.462190 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:32.474062 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:12:32.754441 tst ping.py:19: start network...\u000a21:12:32.878737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:33.350190 run create_hlr_db(pid=676): Launched\u000a21:12:33.523012 bus /gobi_6: Setting Powered False\u000a21:12:34.544742 run create_hlr_db(pid=676): Terminated: ok {rc=0}\u000a21:12:34.973164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=678): Launched\u000a21:12:35.294984 run osmo-hlr_10.42.42.2(pid=679): Launched\u000a21:12:35.414659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:35.980718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=681): Launched\u000a21:12:36.299369 run osmo-stp_10.42.42.5(pid=682): Launched\u000a21:12:36.414553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:36.973802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=684): Launched\u000a21:12:37.087163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:37.365130 run patchelf(pid=685): Launched\u000a21:12:37.550972 run osmo-stp_10.42.42.5(pid=682): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=682)]\u000a21:12:37.687528 run osmo-stp_10.42.42.5(pid=682): stdout: \u000a| (launched: 2022-12-13_21:12:36.142303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:37.823455 run osmo-stp_10.42.42.5(pid=682): stderr: \u000a| �[0;m�[38;5;43m20221213211236331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211236331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211236332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211236332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211236333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211236333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211236333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:37.956172 run osmo-stp_10.42.42.5(pid=682): stdout: \u000a| (launched: 2022-12-13_21:12:36.142303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:38.087140 run osmo-stp_10.42.42.5(pid=682): stderr: \u000a| �[0;m�[38;5;43m20221213211236331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211236331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211236332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211236332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211236333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211236333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211236333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:38.239621 run patchelf(pid=685): Terminating (SIGINT)\u000a21:12:38.418942 run patchelf(pid=685): Terminated: ok {rc=0}\u000a21:12:38.451369 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=682): Process ended prematurely: osmo-stp_10.42.42.5(pid=682) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=682)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:12:38.460542 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:12:38.523266 run osmo-hlr_10.42.42.2(pid=679): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=679)]\u000a21:12:38.574458 run osmo-hlr_10.42.42.2(pid=679): stdout: \u000a| (launched: 2022-12-13_21:12:35.135768) \u000a21:12:38.626761 run osmo-hlr_10.42.42.2(pid=679): stderr: \u000a| �[0;m�[1;31m20221213211235330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211235330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211235330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211235330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211235330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211235330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211235344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211235352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211235353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211235353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:38.671233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=678): Terminating (SIGTERM)\u000a21:12:38.713233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=681): Terminating (SIGTERM)\u000a21:12:38.755132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=684): Terminating (SIGTERM)\u000a21:12:38.764886 --- ParallelTerminationStrategy: PID 678 died...\u000a21:12:38.821165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=678): Terminated: ok {rc=0}\u000a21:12:38.831426 --- ParallelTerminationStrategy: PID 681 died...\u000a21:12:38.887112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=681): Terminated: ok {rc=0}\u000a21:12:38.897418 --- ParallelTerminationStrategy: PID 684 died...\u000a21:12:38.953112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=684): Terminated: ok {rc=0}\u000a21:12:39.038974 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=692): Process ended prematurely: osmo-stp_10.42.42.5(pid=692) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=692): Process ended prematurely: osmo-stp_10.42.42.5(pid=692) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:12:40.092747 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:40.105279 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:12:40.260638 tst ping_idle_ping.py: using LAC 36309\u000a21:12:40.380865 tst ping_idle_ping.py: using RAC 99\u000a21:12:40.497881 tst ping_idle_ping.py: using CellId 36309\u000a21:12:40.621144 tst ping_idle_ping.py: using BVCI 36310\u000a21:12:40.646034 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:40.657730 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:40.669209 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:40.680803 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:40.692261 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:40.703589 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:40.715053 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:12:40.726311 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:12:41.001718 tst ping_idle_ping.py:24: start network...\u000a21:12:41.125988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:41.596666 run create_hlr_db(pid=686): Launched\u000a21:12:41.768172 bus /gobi_6: Setting Powered False\u000a21:12:42.790701 run create_hlr_db(pid=686): Terminated: ok {rc=0}\u000a21:12:43.214964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Launched\u000a21:12:43.536269 run osmo-hlr_10.42.42.2(pid=689): Launched\u000a21:12:43.653060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:44.206474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Launched\u000a21:12:44.526728 run osmo-stp_10.42.42.5(pid=692): Launched\u000a21:12:44.642638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:45.199908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=694): Launched\u000a21:12:45.313576 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:45.593814 run patchelf(pid=695): Launched\u000a21:12:45.780115 run osmo-stp_10.42.42.5(pid=692): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)]\u000a21:12:45.937151 run osmo-stp_10.42.42.5(pid=692): stdout: \u000a| (launched: 2022-12-13_21:12:44.368475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:46.072121 run osmo-stp_10.42.42.5(pid=692): stderr: \u000a| �[0;m�[38;5;43m20221213211244557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211244557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211244557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211244558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211244558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211244558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211244558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:46.203746 run osmo-stp_10.42.42.5(pid=692): stdout: \u000a| (launched: 2022-12-13_21:12:44.368475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:46.333591 run osmo-stp_10.42.42.5(pid=692): stderr: \u000a| �[0;m�[38;5;43m20221213211244557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211244557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211244557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211244558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211244558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211244558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211244558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:46.484876 run patchelf(pid=695): Terminating (SIGINT)\u000a21:12:46.661201 run patchelf(pid=695): Terminated: ok {rc=0}\u000a21:12:46.694144 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=692): Process ended prematurely: osmo-stp_10.42.42.5(pid=692) [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)] [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:12:46.703934 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:12:46.769282 run osmo-hlr_10.42.42.2(pid=689): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=689)]\u000a21:12:46.821368 run osmo-hlr_10.42.42.2(pid=689): stdout: \u000a| (launched: 2022-12-13_21:12:43.377768) \u000a21:12:46.874532 run osmo-hlr_10.42.42.2(pid=689): stderr: \u000a| �[0;m�[1;31m20221213211243573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211243573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211243573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211243573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211243573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211243573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211243586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211243594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211243594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211243594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:46.919909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Terminating (SIGTERM)\u000a21:12:46.966258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Terminating (SIGTERM)\u000a21:12:47.011384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=694): Terminating (SIGTERM)\u000a21:12:47.022186 --- ParallelTerminationStrategy: PID 688 died...\u000a21:12:47.081090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Terminated: ok {rc=0}\u000a21:12:47.091556 --- ParallelTerminationStrategy: PID 691 died...\u000a21:12:47.150540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Terminated: ok {rc=0}\u000a21:12:47.161211 --- ParallelTerminationStrategy: PID 694 died...\u000a21:12:47.218308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=694): Terminated: ok {rc=0}\u000a21:12:47.307009 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:11:49" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:12:49.309271 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:49.321016 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:12:49.468796 tst switch_tch_pdch.py: using LAC 36310\u000a21:12:49.586947 tst switch_tch_pdch.py: using RAC 100\u000a21:12:49.710818 tst switch_tch_pdch.py: using CellId 36310\u000a21:12:49.835032 tst switch_tch_pdch.py: using BVCI 36311\u000a21:12:49.859541 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:49.871820 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:49.883972 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:49.896159 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:49.908215 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:49.920096 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:49.932202 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:49.944296 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:12:50.062002 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:12:50.354158 tst switch_tch_pdch.py:51: start network...\u000a21:12:50.487022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:50.999524 run create_hlr_db(pid=700): Launched\u000a21:12:51.184212 bus /gobi_6: Setting Powered False\u000a21:12:52.205986 run create_hlr_db(pid=700): Terminated: ok {rc=0}\u000a21:12:52.608575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Launched\u000a21:12:52.907958 run osmo-hlr_10.42.42.2(pid=703): Launched\u000a21:12:53.025074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:53.548060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Launched\u000a21:12:53.846340 run osmo-stp_10.42.42.5(pid=706): Launched\u000a21:12:53.954320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:54.475461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Launched\u000a21:12:54.581190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:54.841251 run patchelf(pid=709): Launched\u000a21:12:55.015533 run osmo-stp_10.42.42.5(pid=706): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]\u000a21:12:55.143273 run osmo-stp_10.42.42.5(pid=706): stdout: \u000a| (launched: 2022-12-13_21:12:53.698959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:55.271017 run osmo-stp_10.42.42.5(pid=706): stderr: \u000a| �[0;m�[38;5;43m20221213211253864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211253865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211253865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211253865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211253866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211253866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211253866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:55.394536 run osmo-stp_10.42.42.5(pid=706): stdout: \u000a| (launched: 2022-12-13_21:12:53.698959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:55.517343 run osmo-stp_10.42.42.5(pid=706): stderr: \u000a| �[0;m�[38;5;43m20221213211253864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211253865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211253865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211253865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211253866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211253866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211253866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:55.660182 run patchelf(pid=709): Terminating (SIGINT)\u000a21:12:55.827900 run patchelf(pid=709): Terminated: ok {rc=0}\u000a21:12:55.858523 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)] [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:12:55.867214 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a21:12:55.927564 run osmo-hlr_10.42.42.2(pid=703): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=703)]\u000a21:12:55.977195 run osmo-hlr_10.42.42.2(pid=703): stdout: \u000a| (launched: 2022-12-13_21:12:52.760618) \u000a21:12:56.027239 run osmo-hlr_10.42.42.2(pid=703): stderr: \u000a| �[0;m�[1;31m20221213211252934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211252934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211252934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211252934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211252934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211252934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211252946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211252955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211252955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211252955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:56.069901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminating (SIGTERM)\u000a21:12:56.110300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminating (SIGTERM)\u000a21:12:56.150552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminating (SIGTERM)\u000a21:12:56.159769 --- ParallelTerminationStrategy: PID 702 died...\u000a21:12:56.213901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminated: ok {rc=0}\u000a21:12:56.223661 --- ParallelTerminationStrategy: PID 705 died...\u000a21:12:56.277062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminated: ok {rc=0}\u000a21:12:56.286661 --- ParallelTerminationStrategy: PID 708 died...\u000a21:12:56.340227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminated: ok {rc=0}\u000a21:12:56.424625 bus /gobi_0: Setting Powered False\u000a21:12:57.526475 bus /gobi_0: Setting Powered False\u000a21:12:58.636832 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:12:49" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=719): Process ended prematurely: osmo-stp_10.42.42.5(pid=719) [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=719): Process ended prematurely: osmo-stp_10.42.42.5(pid=719) [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a21:13:00.575550 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:00.586905 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:13:00.728094 tst mo_mt_sms.py: using LAC 36311\u000a21:13:00.873449 tst mo_mt_sms.py: using RAC 101\u000a21:13:01.035316 tst mo_mt_sms.py: using CellId 36311\u000a21:13:01.188926 tst mo_mt_sms.py: using BVCI 36312\u000a21:13:01.213606 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:01.225702 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:01.237518 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:01.249030 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:01.261633 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:01.273980 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a21:13:01.397189 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a21:13:01.666944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:02.194497 run create_hlr_db(pid=713): Launched\u000a21:13:02.370134 bus /gobi_6: Setting Powered False\u000a21:13:03.388716 run create_hlr_db(pid=713): Terminated: ok {rc=0}\u000a21:13:03.786933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Launched\u000a21:13:04.084392 run osmo-hlr_10.42.42.2(pid=716): Launched\u000a21:13:04.200149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:04.725718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Launched\u000a21:13:05.024581 run osmo-stp_10.42.42.5(pid=719): Launched\u000a21:13:05.133703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:05.678287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=721): Launched\u000a21:13:05.978602 run osmo-msc_10.42.42.6(pid=722): Launched\u000a21:13:06.155240 run osmo-stp_10.42.42.5(pid=719): ERR: Terminated: ERROR {rc=1} [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)]\u000a21:13:06.282743 run osmo-stp_10.42.42.5(pid=719): stdout: \u000a| (launched: 2022-12-13_21:13:04.877332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:06.407309 run osmo-stp_10.42.42.5(pid=719): stderr: \u000a| �[0;m�[38;5;43m20221213211305042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211305042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211305042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211305043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211305043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211305043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211305043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:06.527494 run osmo-stp_10.42.42.5(pid=719): stdout: \u000a| (launched: 2022-12-13_21:13:04.877332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:06.646970 run osmo-stp_10.42.42.5(pid=719): stderr: \u000a| �[0;m�[38;5;43m20221213211305042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211305042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211305042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211305043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211305043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211305043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211305043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:06.699335 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=719): Process ended prematurely: osmo-stp_10.42.42.5(pid=719) [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=719)] [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a21:13:06.707334 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a21:13:06.768165 run osmo-hlr_10.42.42.2(pid=716): ERR: Terminated: ERROR {rc=237} [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=716)]\u000a21:13:06.817551 run osmo-hlr_10.42.42.2(pid=716): stdout: \u000a| (launched: 2022-12-13_21:13:03.938311) \u000a21:13:06.867638 run osmo-hlr_10.42.42.2(pid=716): stderr: \u000a| �[0;m�[1;31m20221213211304112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211304112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211304112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211304112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211304112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211304112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211304128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211304138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211304138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211304138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:06.935250 run osmo-msc_10.42.42.6(pid=722): ERR: Terminated: ERROR {rc=2} [trial-2394↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=722)]\u000a21:13:06.984473 run osmo-msc_10.42.42.6(pid=722): stdout: \u000a| (launched: 2022-12-13_21:13:05.829978) \u000a21:13:07.034418 run osmo-msc_10.42.42.6(pid=722): stderr: \u000a| �[0;m�[38;5;43m20221213211306097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211306097 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5abaac9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211306097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211306097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211306098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211306098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211306099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211306100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211306100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211306100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:07.077051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Terminating (SIGTERM)\u000a21:13:07.117111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Terminating (SIGTERM)\u000a21:13:07.157150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=721): Terminating (SIGTERM)\u000a21:13:07.166463 --- ParallelTerminationStrategy: PID 715 died...\u000a21:13:07.220423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=715): Terminated: ok {rc=0}\u000a21:13:07.230144 --- ParallelTerminationStrategy: PID 718 died...\u000a21:13:07.283890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=718): Terminated: ok {rc=0}\u000a21:13:07.293925 --- ParallelTerminationStrategy: PID 721 died...\u000a21:13:07.347758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=721): Terminated: ok {rc=0}\u000a21:13:07.435727 bus /sierra_3: Setting Powered False\u000a21:13:08.538341 bus /sierra_3: Setting Powered False\u000a21:13:09.647254 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:13:00" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=728) [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=728)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=728) [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a21:13:11.489455 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a21:13:11.501626 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:13:11.640155 tst assert_extension.py: using LAC 36312\u000a21:13:11.764346 tst assert_extension.py: using RAC 102\u000a21:13:11.888590 tst assert_extension.py: using CellId 36312\u000a21:13:12.012492 tst assert_extension.py: using BVCI 36313\u000a21:13:12.036594 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a21:13:12.312264 tst assert_extension.py:10: start nitb and bts...\u000a21:13:12.436731 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:13:13.057772 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=727): Launched\u000a21:13:13.353538 run osmo-nitb_10.42.42.2(pid=728): Launched\u000a21:13:13.538036 run osmo-nitb_10.42.42.2(pid=728): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=728)]\u000a21:13:13.674128 run osmo-nitb_10.42.42.2(pid=728): stdout: \u000a| (launched: 2022-12-13_21:13:13.208919) \u000a21:13:13.810284 run osmo-nitb_10.42.42.2(pid=728): stderr: \u000a| (launched: 2022-12-13_21:13:13.253415)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:13:13.942388 run osmo-nitb_10.42.42.2(pid=728): stdout: \u000a| (launched: 2022-12-13_21:13:13.208919) \u000a21:13:14.073114 run osmo-nitb_10.42.42.2(pid=728): stderr: \u000a| (launched: 2022-12-13_21:13:13.253415)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:13:14.480245 tst osmo-nitb_10.42.42.2(pid=728): stdout: \u000a| (launched: 2022-12-13_21:13:13.208919) \u000a21:13:14.608307 tst osmo-nitb_10.42.42.2(pid=728): stderr: \u000a| (launched: 2022-12-13_21:13:13.253415)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:13:14.664715 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=728) [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=728)] [trial-2394↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a21:13:14.673523 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a21:13:14.709872 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=727): Terminating (SIGTERM)\u000a21:13:14.887903 --- ParallelTerminationStrategy: PID 727 died...\u000a21:13:14.945934 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=727): Terminated: ok {rc=0}\u000a21:13:15.033084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:13:11" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=738): Process ended prematurely: osmo-stp_10.42.42.5(pid=738) [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=738)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=738): Process ended prematurely: osmo-stp_10.42.42.5(pid=738) [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a21:13:16.922021 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:16.938728 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:13:17.080202 tst assert_extension.py: using LAC 36313\u000a21:13:17.223154 tst assert_extension.py: using RAC 103\u000a21:13:17.342784 tst assert_extension.py: using CellId 36313\u000a21:13:17.465552 tst assert_extension.py: using BVCI 36314\u000a21:13:17.488607 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:17.499596 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:17.510453 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:17.521145 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:17.532424 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:17.543579 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a21:13:17.756787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:18.271108 run create_hlr_db(pid=732): Launched\u000a21:13:18.456657 bus /sierra_2: Setting Powered False\u000a21:13:19.476522 run create_hlr_db(pid=732): Terminated: ok {rc=0}\u000a21:13:19.880162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=734): Launched\u000a21:13:20.180877 run osmo-hlr_10.42.42.2(pid=735): Launched\u000a21:13:20.298555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:20.826844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=737): Launched\u000a21:13:21.126198 run osmo-stp_10.42.42.5(pid=738): Launched\u000a21:13:21.234194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:21.778849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=740): Launched\u000a21:13:22.079607 run osmo-msc_10.42.42.6(pid=741): Launched\u000a21:13:22.256555 run osmo-stp_10.42.42.5(pid=738): ERR: Terminated: ERROR {rc=1} [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=738)]\u000a21:13:22.384125 run osmo-stp_10.42.42.5(pid=738): stdout: \u000a| (launched: 2022-12-13_21:13:20.978208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:22.509253 run osmo-stp_10.42.42.5(pid=738): stderr: \u000a| �[0;m�[38;5;43m20221213211321145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211321146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211321146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211321146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211321147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211321147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211321147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:22.629553 run osmo-stp_10.42.42.5(pid=738): stdout: \u000a| (launched: 2022-12-13_21:13:20.978208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:22.749169 run osmo-stp_10.42.42.5(pid=738): stderr: \u000a| �[0;m�[38;5;43m20221213211321145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211321146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211321146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211321146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211321147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211321147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211321147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:22.801547 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=738): Process ended prematurely: osmo-stp_10.42.42.5(pid=738) [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=738)] [trial-2394↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a21:13:22.809568 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a21:13:22.870973 run osmo-hlr_10.42.42.2(pid=735): ERR: Terminated: ERROR {rc=237} [trial-2394↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=735)]\u000a21:13:22.921436 run osmo-hlr_10.42.42.2(pid=735): stdout: \u000a| (launched: 2022-12-13_21:13:20.033068) \u000a21:13:22.972613 run osmo-hlr_10.42.42.2(pid=735): stderr: \u000a| �[0;m�[1;31m20221213211320208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211320208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211320208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211320208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211320208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211320208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211320220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211320229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211320229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211320229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:23.041956 run osmo-msc_10.42.42.6(pid=741): ERR: Terminated: ERROR {rc=2} [trial-2394↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=741)]\u000a21:13:23.092259 run osmo-msc_10.42.42.6(pid=741): stdout: \u000a| (launched: 2022-12-13_21:13:21.930868) \u000a21:13:23.143090 run osmo-msc_10.42.42.6(pid=741): stderr: \u000a| �[0;m�[38;5;43m20221213211322200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211322201 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd30e70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211322201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211322201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211322201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211322201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211322203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211322203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211322203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211322203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:23.186476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=734): Terminating (SIGTERM)\u000a21:13:23.227497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=737): Terminating (SIGTERM)\u000a21:13:23.268275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=740): Terminating (SIGTERM)\u000a21:13:23.277678 --- ParallelTerminationStrategy: PID 734 died...\u000a21:13:23.332468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=734): Terminated: ok {rc=0}\u000a21:13:23.342573 --- ParallelTerminationStrategy: PID 737 died...\u000a21:13:23.397065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=737): Terminated: ok {rc=0}\u000a21:13:23.406733 --- ParallelTerminationStrategy: PID 740 died...\u000a21:13:23.461326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=740): Terminated: ok {rc=0}\u000a21:13:23.551091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:13:16" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=752): Process ended prematurely: osmo-stp_10.42.42.5(pid=752) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=752)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=752): Process ended prematurely: osmo-stp_10.42.42.5(pid=752) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:13:25.505602 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:25.516870 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:13:25.676782 tst mo_mt_call.py: using LAC 36314\u000a21:13:25.796652 tst mo_mt_call.py: using RAC 104\u000a21:13:25.915701 tst mo_mt_call.py: using CellId 36314\u000a21:13:26.040334 tst mo_mt_call.py: using BVCI 36315\u000a21:13:26.065288 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:26.077104 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:26.088768 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:26.100543 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:26.112148 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:26.123693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:13:26.240494 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:13:26.443068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:26.926084 run create_hlr_db(pid=746): Launched\u000a21:13:27.101752 bus /sierra_2: Setting Powered False\u000a21:13:28.134763 run create_hlr_db(pid=746): Terminated: ok {rc=0}\u000a21:13:28.568773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=748): Launched\u000a21:13:28.895844 run osmo-hlr_10.42.42.2(pid=749): Launched\u000a21:13:29.014534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:29.579725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=751): Launched\u000a21:13:29.905591 run osmo-stp_10.42.42.5(pid=752): Launched\u000a21:13:30.023408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:30.619529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=754): Launched\u000a21:13:31.078047 run osmo-msc_10.42.42.6(pid=755): Launched\u000a21:13:31.569062 run osmo-stp_10.42.42.5(pid=752): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=752)]\u000a21:13:31.838849 run osmo-stp_10.42.42.5(pid=752): stdout: \u000a| (launched: 2022-12-13_21:13:29.745521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:32.013136 run osmo-stp_10.42.42.5(pid=752): stderr: \u000a| �[0;m�[38;5;43m20221213211329934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211329934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211329935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211329935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211329936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211329936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211329936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:32.182385 run osmo-stp_10.42.42.5(pid=752): stdout: \u000a| (launched: 2022-12-13_21:13:29.745521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:32.329096 run osmo-stp_10.42.42.5(pid=752): stderr: \u000a| �[0;m�[38;5;43m20221213211329934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211329934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211329935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211329935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211329936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211329936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211329936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:32.384927 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=752): Process ended prematurely: osmo-stp_10.42.42.5(pid=752) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=752)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:13:32.394400 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a21:13:32.456178 run osmo-hlr_10.42.42.2(pid=749): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=749)]\u000a21:13:32.506610 run osmo-hlr_10.42.42.2(pid=749): stdout: \u000a| (launched: 2022-12-13_21:13:28.735235) \u000a21:13:32.557637 run osmo-hlr_10.42.42.2(pid=749): stderr: \u000a| �[0;m�[1;31m20221213211328930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211328930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211328930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211328930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211328930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211328930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211328943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211328952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211328952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211328952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:32.626839 run osmo-msc_10.42.42.6(pid=755): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=755)]\u000a21:13:32.677059 run osmo-msc_10.42.42.6(pid=755): stdout: \u000a| (launched: 2022-12-13_21:13:30.785664) \u000a21:13:32.727841 run osmo-msc_10.42.42.6(pid=755): stderr: \u000a| �[0;m�[38;5;43m20221213211331452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211331453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72ad46ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211331454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211331454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211331456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211331457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211331465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211331466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211331466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211331466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:32.771134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=748): Terminating (SIGTERM)\u000a21:13:32.812111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=751): Terminating (SIGTERM)\u000a21:13:32.853125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=754): Terminating (SIGTERM)\u000a21:13:32.862142 --- ParallelTerminationStrategy: PID 748 died...\u000a21:13:32.917929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=748): Terminated: ok {rc=0}\u000a21:13:32.927705 --- ParallelTerminationStrategy: PID 751 died...\u000a21:13:32.983398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=751): Terminated: ok {rc=0}\u000a21:13:32.993191 --- ParallelTerminationStrategy: PID 754 died...\u000a21:13:33.048744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=754): Terminated: ok {rc=0}\u000a21:13:33.138976 bus /sierra_3: Setting Powered False\u000a21:13:34.242574 bus /sierra_3: Setting Powered False\u000a21:13:35.355185 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=763): Process ended prematurely: osmo-stp_10.42.42.5(pid=763) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=763)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=763): Process ended prematurely: osmo-stp_10.42.42.5(pid=763) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:13:36.472757 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:36.485162 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:13:36.647298 tst mo_mt_call_osmux.py: using LAC 36315\u000a21:13:36.771765 tst mo_mt_call_osmux.py: using RAC 105\u000a21:13:36.890599 tst mo_mt_call_osmux.py: using CellId 36315\u000a21:13:37.017277 tst mo_mt_call_osmux.py: using BVCI 36316\u000a21:13:37.042342 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:37.054266 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:37.066130 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:37.077975 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:37.089960 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:37.101936 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:13:37.221879 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:13:37.435044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:37.956283 run create_hlr_db(pid=757): Launched\u000a21:13:38.144909 bus /sierra_2: Setting Powered False\u000a21:13:39.166321 run create_hlr_db(pid=757): Terminated: ok {rc=0}\u000a21:13:39.574675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=759): Launched\u000a21:13:39.880701 run osmo-hlr_10.42.42.2(pid=760): Launched\u000a21:13:39.999072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:40.535261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=762): Launched\u000a21:13:40.841928 run osmo-stp_10.42.42.5(pid=763): Launched\u000a21:13:40.953308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:41.507666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=765): Launched\u000a21:13:41.813598 run osmo-msc_10.42.42.6(pid=766): Launched\u000a21:13:41.993070 run osmo-stp_10.42.42.5(pid=763): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=763)]\u000a21:13:42.122105 run osmo-stp_10.42.42.5(pid=763): stdout: \u000a| (launched: 2022-12-13_21:13:40.689838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:42.248559 run osmo-stp_10.42.42.5(pid=763): stderr: \u000a| �[0;m�[38;5;43m20221213211340858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211340858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211340858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211340859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211340859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211340859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211340859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:42.370984 run osmo-stp_10.42.42.5(pid=763): stdout: \u000a| (launched: 2022-12-13_21:13:40.689838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:42.492446 run osmo-stp_10.42.42.5(pid=763): stderr: \u000a| �[0;m�[38;5;43m20221213211340858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211340858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211340858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211340859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211340859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211340859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211340859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:42.546434 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=763): Process ended prematurely: osmo-stp_10.42.42.5(pid=763) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=763)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:13:42.554964 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:13:42.615475 run osmo-hlr_10.42.42.2(pid=760): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=760)]\u000a21:13:42.665201 run osmo-hlr_10.42.42.2(pid=760): stdout: \u000a| (launched: 2022-12-13_21:13:39.729934) \u000a21:13:42.715621 run osmo-hlr_10.42.42.2(pid=760): stderr: \u000a| �[0;m�[1;31m20221213211339901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211339901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211339901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211339901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211339901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211339902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211339919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211339929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211339929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211339929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:42.784021 run osmo-msc_10.42.42.6(pid=766): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=766)]\u000a21:13:42.833620 run osmo-msc_10.42.42.6(pid=766): stdout: \u000a| (launched: 2022-12-13_21:13:41.662238) \u000a21:13:42.883641 run osmo-msc_10.42.42.6(pid=766): stderr: \u000a| �[0;m�[38;5;43m20221213211341935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211341935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6504024c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211341935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211341936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211341936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211341936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211341938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211341938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211341938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211341938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:42.926358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=759): Terminating (SIGTERM)\u000a21:13:42.967157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=762): Terminating (SIGTERM)\u000a21:13:43.007446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=765): Terminating (SIGTERM)\u000a21:13:43.016769 --- ParallelTerminationStrategy: PID 759 died...\u000a21:13:43.071031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=759): Terminated: ok {rc=0}\u000a21:13:43.080592 --- ParallelTerminationStrategy: PID 762 died...\u000a21:13:43.134488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=762): Terminated: ok {rc=0}\u000a21:13:43.144465 --- ParallelTerminationStrategy: PID 765 died...\u000a21:13:43.198202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=765): Terminated: ok {rc=0}\u000a21:13:43.282882 bus /sierra_3: Setting Powered False\u000a21:13:44.385032 bus /sierra_3: Setting Powered False\u000a21:13:45.491973 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:13:25" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=779): Process ended prematurely: osmo-stp_10.42.42.5(pid=779) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=779)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=779): Process ended prematurely: osmo-stp_10.42.42.5(pid=779) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:13:47.526931 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:47.538372 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:13:47.691822 tst mo_mt_call.py: using LAC 36316\u000a21:13:47.819722 tst mo_mt_call.py: using RAC 106\u000a21:13:47.939341 tst mo_mt_call.py: using CellId 36316\u000a21:13:48.059052 tst mo_mt_call.py: using BVCI 36317\u000a21:13:48.082077 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:48.093252 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:48.104227 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:48.115232 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:48.126621 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:48.137934 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:13:48.259776 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:13:48.473589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:48.995257 run create_hlr_db(pid=773): Launched\u000a21:13:49.182983 bus /sierra_2: Setting Powered False\u000a21:13:50.205919 run create_hlr_db(pid=773): Terminated: ok {rc=0}\u000a21:13:50.639825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=775): Launched\u000a21:13:50.966211 run osmo-hlr_10.42.42.2(pid=776): Launched\u000a21:13:51.085305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:51.652242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=778): Launched\u000a21:13:51.979318 run osmo-stp_10.42.42.5(pid=779): Launched\u000a21:13:52.096681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:52.691278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=781): Launched\u000a21:13:53.015951 run osmo-msc_10.42.42.6(pid=782): Launched\u000a21:13:53.205770 run osmo-stp_10.42.42.5(pid=779): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=779)]\u000a21:13:53.342773 run osmo-stp_10.42.42.5(pid=779): stdout: \u000a| (launched: 2022-12-13_21:13:51.818540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:53.479096 run osmo-stp_10.42.42.5(pid=779): stderr: \u000a| �[0;m�[38;5;43m20221213211352008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211352008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211352008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211352009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211352009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211352009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211352009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:53.610089 run osmo-stp_10.42.42.5(pid=779): stdout: \u000a| (launched: 2022-12-13_21:13:51.818540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:53.739834 run osmo-stp_10.42.42.5(pid=779): stderr: \u000a| �[0;m�[38;5;43m20221213211352008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211352008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211352008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211352009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211352009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211352009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211352009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:53.796845 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=779): Process ended prematurely: osmo-stp_10.42.42.5(pid=779) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=779)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:13:53.806113 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:13:53.868768 run osmo-hlr_10.42.42.2(pid=776): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=776)]\u000a21:13:53.920259 run osmo-hlr_10.42.42.2(pid=776): stdout: \u000a| (launched: 2022-12-13_21:13:50.806041) \u000a21:13:53.972540 run osmo-hlr_10.42.42.2(pid=776): stderr: \u000a| �[0;m�[1;31m20221213211351003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211351003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211351003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211351003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211351003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211351003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211351016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:54.043547 run osmo-msc_10.42.42.6(pid=782): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=782)]\u000a21:13:54.095060 run osmo-msc_10.42.42.6(pid=782): stdout: \u000a| (launched: 2022-12-13_21:13:52.856838) \u000a21:13:54.147213 run osmo-msc_10.42.42.6(pid=782): stderr: \u000a| �[0;m�[38;5;43m20221213211353178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211353178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5541b7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211353178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211353178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211353179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211353179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211353180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211353181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211353181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211353181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:54.191447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=775): Terminating (SIGTERM)\u000a21:13:54.233367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=778): Terminating (SIGTERM)\u000a21:13:54.275252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=781): Terminating (SIGTERM)\u000a21:13:54.285070 --- ParallelTerminationStrategy: PID 775 died...\u000a21:13:54.341345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=775): Terminated: ok {rc=0}\u000a21:13:54.351475 --- ParallelTerminationStrategy: PID 778 died...\u000a21:13:54.407736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=778): Terminated: ok {rc=0}\u000a21:13:54.417839 --- ParallelTerminationStrategy: PID 781 died...\u000a21:13:54.473543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=781): Terminated: ok {rc=0}\u000a21:13:54.562099 bus /sierra_3: Setting Powered False\u000a21:13:55.669957 bus /sierra_3: Setting Powered False\u000a21:13:56.779733 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=790): Process ended prematurely: osmo-stp_10.42.42.5(pid=790) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=790)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=790): Process ended prematurely: osmo-stp_10.42.42.5(pid=790) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:13:57.894555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:57.906879 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:13:58.071248 tst mo_mt_call_osmux.py: using LAC 36317\u000a21:13:58.199846 tst mo_mt_call_osmux.py: using RAC 107\u000a21:13:58.325892 tst mo_mt_call_osmux.py: using CellId 36317\u000a21:13:58.450433 tst mo_mt_call_osmux.py: using BVCI 36318\u000a21:13:58.475135 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:58.486909 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:58.498487 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:58.510020 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:58.521674 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:58.533544 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:13:58.651721 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:13:58.865948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:59.387454 run create_hlr_db(pid=784): Launched\u000a21:13:59.576036 bus /sierra_2: Setting Powered False\u000a21:14:00.597728 run create_hlr_db(pid=784): Terminated: ok {rc=0}\u000a21:14:01.048525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=786): Launched\u000a21:14:01.477144 run osmo-hlr_10.42.42.2(pid=787): Launched\u000a21:14:01.724361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:02.312248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=789): Launched\u000a21:14:02.638596 run osmo-stp_10.42.42.5(pid=790): Launched\u000a21:14:02.758074 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:03.351977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=792): Launched\u000a21:14:03.679716 run osmo-msc_10.42.42.6(pid=793): Launched\u000a21:14:03.870591 run osmo-stp_10.42.42.5(pid=790): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=790)]\u000a21:14:04.007580 run osmo-stp_10.42.42.5(pid=790): stdout: \u000a| (launched: 2022-12-13_21:14:02.478116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:04.143159 run osmo-stp_10.42.42.5(pid=790): stderr: \u000a| �[0;m�[38;5;43m20221213211402668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211402668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211402668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211402668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211402669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211402669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211402669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:04.274005 run osmo-stp_10.42.42.5(pid=790): stdout: \u000a| (launched: 2022-12-13_21:14:02.478116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:04.403287 run osmo-stp_10.42.42.5(pid=790): stderr: \u000a| �[0;m�[38;5;43m20221213211402668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211402668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211402668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211402668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211402669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211402669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211402669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:04.460460 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=790): Process ended prematurely: osmo-stp_10.42.42.5(pid=790) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=790)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:14:04.469799 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:14:04.532001 run osmo-hlr_10.42.42.2(pid=787): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=787)]\u000a21:14:04.583333 run osmo-hlr_10.42.42.2(pid=787): stdout: \u000a| (launched: 2022-12-13_21:14:01.206630) \u000a21:14:04.635798 run osmo-hlr_10.42.42.2(pid=787): stderr: \u000a| �[0;m�[1;31m20221213211401476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211401476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211401476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211401476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211401476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211401476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211401501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211401517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211401518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211401518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:04.707100 run osmo-msc_10.42.42.6(pid=793): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=793)]\u000a21:14:04.758448 run osmo-msc_10.42.42.6(pid=793): stdout: \u000a| (launched: 2022-12-13_21:14:03.517851) \u000a21:14:04.810254 run osmo-msc_10.42.42.6(pid=793): stderr: \u000a| �[0;m�[38;5;43m20221213211403839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211403839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae83a01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211403839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211403839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211403839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211403840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211403841 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211403842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211403842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211403842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:04.854350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=786): Terminating (SIGTERM)\u000a21:14:04.896364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=789): Terminating (SIGTERM)\u000a21:14:04.938597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=792): Terminating (SIGTERM)\u000a21:14:04.948254 --- ParallelTerminationStrategy: PID 786 died...\u000a21:14:05.004177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=786): Terminated: ok {rc=0}\u000a21:14:05.014269 --- ParallelTerminationStrategy: PID 789 died...\u000a21:14:05.069748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=789): Terminated: ok {rc=0}\u000a21:14:05.079773 --- ParallelTerminationStrategy: PID 792 died...\u000a21:14:05.135338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=792): Terminated: ok {rc=0}\u000a21:14:05.224490 bus /sierra_3: Setting Powered False\u000a21:14:06.331162 bus /sierra_3: Setting Powered False\u000a21:14:07.442115 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:13:47" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=804): Process ended prematurely: osmo-stp_10.42.42.5(pid=804) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=804)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=804): Process ended prematurely: osmo-stp_10.42.42.5(pid=804) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:14:09.434517 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:09.445772 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:14:09.604625 tst mo_mt_call.py: using LAC 36318\u000a21:14:09.731367 tst mo_mt_call.py: using RAC 108\u000a21:14:09.857639 tst mo_mt_call.py: using CellId 36318\u000a21:14:09.985792 tst mo_mt_call.py: using BVCI 36319\u000a21:14:10.010697 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:10.022709 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:10.034288 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:10.045839 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:10.057498 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:10.069103 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:14:10.186329 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:14:10.400520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:10.922544 run create_hlr_db(pid=798): Launched\u000a21:14:11.110630 bus /sierra_2: Setting Powered False\u000a21:14:12.130514 run create_hlr_db(pid=798): Terminated: ok {rc=0}\u000a21:14:12.556570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=800): Launched\u000a21:14:12.882772 run osmo-hlr_10.42.42.2(pid=801): Launched\u000a21:14:13.004122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:13.570822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=803): Launched\u000a21:14:13.897772 run osmo-stp_10.42.42.5(pid=804): Launched\u000a21:14:14.017412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:14.611340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=806): Launched\u000a21:14:14.939475 run osmo-msc_10.42.42.6(pid=807): Launched\u000a21:14:15.129792 run osmo-stp_10.42.42.5(pid=804): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=804)]\u000a21:14:15.266637 run osmo-stp_10.42.42.5(pid=804): stdout: \u000a| (launched: 2022-12-13_21:14:13.737942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:15.402325 run osmo-stp_10.42.42.5(pid=804): stderr: \u000a| �[0;m�[38;5;43m20221213211413927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211413927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211413927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211413928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211413928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211413929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211413929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:15.533204 run osmo-stp_10.42.42.5(pid=804): stdout: \u000a| (launched: 2022-12-13_21:14:13.737942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:15.662249 run osmo-stp_10.42.42.5(pid=804): stderr: \u000a| �[0;m�[38;5;43m20221213211413927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211413927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211413927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211413928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211413928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211413929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211413929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:15.719693 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=804): Process ended prematurely: osmo-stp_10.42.42.5(pid=804) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=804)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:14:15.729131 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:14:15.791917 run osmo-hlr_10.42.42.2(pid=801): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=801)]\u000a21:14:15.860115 run osmo-hlr_10.42.42.2(pid=801): stdout: \u000a| (launched: 2022-12-13_21:14:12.723701) \u000a21:14:15.914170 run osmo-hlr_10.42.42.2(pid=801): stderr: \u000a| �[0;m�[1;31m20221213211412920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211412920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211412920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211412920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211412920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211412920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211412933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211412943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211412944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211412944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:15.992990 run osmo-msc_10.42.42.6(pid=807): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=807)]\u000a21:14:16.045983 run osmo-msc_10.42.42.6(pid=807): stdout: \u000a| (launched: 2022-12-13_21:14:14.778710) \u000a21:14:16.100064 run osmo-msc_10.42.42.6(pid=807): stderr: \u000a| �[0;m�[38;5;43m20221213211415097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211415097 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4fa7556c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211415097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211415097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211415098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211415098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211415099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211415100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211415100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211415100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:16.145805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=800): Terminating (SIGTERM)\u000a21:14:16.188236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=803): Terminating (SIGTERM)\u000a21:14:16.232803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=806): Terminating (SIGTERM)\u000a21:14:16.242883 --- ParallelTerminationStrategy: PID 800 died...\u000a21:14:16.300054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=800): Terminated: ok {rc=0}\u000a21:14:16.310811 --- ParallelTerminationStrategy: PID 803 died...\u000a21:14:16.367987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=803): Terminated: ok {rc=0}\u000a21:14:16.378624 --- ParallelTerminationStrategy: PID 806 died...\u000a21:14:16.435748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=806): Terminated: ok {rc=0}\u000a21:14:16.524654 bus /sierra_3: Setting Powered False\u000a21:14:17.632496 bus /sierra_3: Setting Powered False\u000a21:14:18.741827 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:14:19.856070 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:19.868367 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:14:20.033323 tst mo_mt_call_osmux.py: using LAC 36319\u000a21:14:20.162791 tst mo_mt_call_osmux.py: using RAC 109\u000a21:14:20.290580 tst mo_mt_call_osmux.py: using CellId 36319\u000a21:14:20.418057 tst mo_mt_call_osmux.py: using BVCI 36320\u000a21:14:20.442841 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:20.454593 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:20.466141 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:20.477674 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:20.489367 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:20.500882 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:14:20.623026 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:14:20.832126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:21.313092 run create_hlr_db(pid=809): Launched\u000a21:14:21.488598 bus /sierra_2: Setting Powered False\u000a21:14:22.520904 run create_hlr_db(pid=809): Terminated: ok {rc=0}\u000a21:14:22.956863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Launched\u000a21:14:23.284105 run osmo-hlr_10.42.42.2(pid=812): Launched\u000a21:14:23.406875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:23.974121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Launched\u000a21:14:24.299277 run osmo-stp_10.42.42.5(pid=815): Launched\u000a21:14:24.417323 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:25.011839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Launched\u000a21:14:25.338110 run osmo-msc_10.42.42.6(pid=818): Launched\u000a21:14:25.528737 run osmo-stp_10.42.42.5(pid=815): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]\u000a21:14:25.665588 run osmo-stp_10.42.42.5(pid=815): stdout: \u000a| (launched: 2022-12-13_21:14:24.139079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:25.801803 run osmo-stp_10.42.42.5(pid=815): stderr: \u000a| �[0;m�[38;5;43m20221213211424328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211424329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211424329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211424329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211424330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211424330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211424330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:25.932111 run osmo-stp_10.42.42.5(pid=815): stdout: \u000a| (launched: 2022-12-13_21:14:24.139079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:26.061932 run osmo-stp_10.42.42.5(pid=815): stderr: \u000a| �[0;m�[38;5;43m20221213211424328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211424329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211424329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211424329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211424330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211424330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211424330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:26.118972 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:14:26.128015 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:14:26.190668 run osmo-hlr_10.42.42.2(pid=812): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=812)]\u000a21:14:26.242042 run osmo-hlr_10.42.42.2(pid=812): stdout: \u000a| (launched: 2022-12-13_21:14:23.123562) \u000a21:14:26.294060 run osmo-hlr_10.42.42.2(pid=812): stderr: \u000a| �[0;m�[1;31m20221213211423319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211423319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211423319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211423319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211423319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211423319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211423331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211423341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211423341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211423341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:26.365084 run osmo-msc_10.42.42.6(pid=818): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=818)]\u000a21:14:26.416322 run osmo-msc_10.42.42.6(pid=818): stdout: \u000a| (launched: 2022-12-13_21:14:25.177799) \u000a21:14:26.468078 run osmo-msc_10.42.42.6(pid=818): stderr: \u000a| �[0;m�[38;5;43m20221213211425498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211425498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83251b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211425498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211425498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211425499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211425499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211425501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211425501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211425501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211425501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:26.512692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Terminating (SIGTERM)\u000a21:14:26.555124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Terminating (SIGTERM)\u000a21:14:26.597004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Terminating (SIGTERM)\u000a21:14:26.606671 --- ParallelTerminationStrategy: PID 811 died...\u000a21:14:26.662692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Terminated: ok {rc=0}\u000a21:14:26.672788 --- ParallelTerminationStrategy: PID 814 died...\u000a21:14:26.728789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Terminated: ok {rc=0}\u000a21:14:26.738892 --- ParallelTerminationStrategy: PID 817 died...\u000a21:14:26.794663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Terminated: ok {rc=0}\u000a21:14:26.882527 bus /sierra_3: Setting Powered False\u000a21:14:27.989690 bus /sierra_3: Setting Powered False\u000a21:14:29.098050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:14:09" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=837): Process ended prematurely: osmo-stp_10.42.42.5(pid=837) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=837)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=837): Process ended prematurely: osmo-stp_10.42.42.5(pid=837) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:14:31.111398 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:31.123639 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:14:31.283352 tst mo_mt_call.py: using LAC 36320\u000a21:14:31.409542 tst mo_mt_call.py: using RAC 110\u000a21:14:31.535927 tst mo_mt_call.py: using CellId 36320\u000a21:14:31.665196 tst mo_mt_call.py: using BVCI 36321\u000a21:14:31.689631 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:31.701888 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:31.714020 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:31.726064 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:31.739433 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:31.752610 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:14:31.879499 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:14:32.128304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:32.652877 run create_hlr_db(pid=828): Launched\u000a21:14:32.841365 bus /sierra_2: Setting Powered False\u000a21:14:33.862971 run create_hlr_db(pid=828): Terminated: ok {rc=0}\u000a21:14:34.271320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=833): Launched\u000a21:14:34.576448 run osmo-hlr_10.42.42.2(pid=834): Launched\u000a21:14:34.695469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:35.231748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=836): Launched\u000a21:14:35.537202 run osmo-stp_10.42.42.5(pid=837): Launched\u000a21:14:35.652625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:36.212336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=839): Launched\u000a21:14:36.517713 run osmo-msc_10.42.42.6(pid=840): Launched\u000a21:14:36.697270 run osmo-stp_10.42.42.5(pid=837): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=837)]\u000a21:14:36.826006 run osmo-stp_10.42.42.5(pid=837): stdout: \u000a| (launched: 2022-12-13_21:14:35.386512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:36.953269 run osmo-stp_10.42.42.5(pid=837): stderr: \u000a| �[0;m�[38;5;43m20221213211435555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211435555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211435555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211435556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211435556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211435557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211435557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:37.075783 run osmo-stp_10.42.42.5(pid=837): stdout: \u000a| (launched: 2022-12-13_21:14:35.386512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:37.196901 run osmo-stp_10.42.42.5(pid=837): stderr: \u000a| �[0;m�[38;5;43m20221213211435555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211435555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211435555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211435556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211435556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211435557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211435557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:37.250290 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=837): Process ended prematurely: osmo-stp_10.42.42.5(pid=837) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=837)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:14:37.258898 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:14:37.318882 run osmo-hlr_10.42.42.2(pid=834): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=834)]\u000a21:14:37.368143 run osmo-hlr_10.42.42.2(pid=834): stdout: \u000a| (launched: 2022-12-13_21:14:34.426014) \u000a21:14:37.417934 run osmo-hlr_10.42.42.2(pid=834): stderr: \u000a| �[0;m�[1;31m20221213211434601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211434601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211434601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211434601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211434601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211434601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211434613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211434622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211434622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211434623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:37.485991 run osmo-msc_10.42.42.6(pid=840): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=840)]\u000a21:14:37.535145 run osmo-msc_10.42.42.6(pid=840): stdout: \u000a| (launched: 2022-12-13_21:14:36.366875) \u000a21:14:37.585110 run osmo-msc_10.42.42.6(pid=840): stderr: \u000a| �[0;m�[38;5;43m20221213211436635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211436636 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0053e84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211436636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211436638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211436638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211436639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211436639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:37.627647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=833): Terminating (SIGTERM)\u000a21:14:37.667932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=836): Terminating (SIGTERM)\u000a21:14:37.708160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=839): Terminating (SIGTERM)\u000a21:14:37.717605 --- ParallelTerminationStrategy: PID 833 died...\u000a21:14:37.772331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=833): Terminated: ok {rc=0}\u000a21:14:37.782060 --- ParallelTerminationStrategy: PID 836 died...\u000a21:14:37.835934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=836): Terminated: ok {rc=0}\u000a21:14:37.845706 --- ParallelTerminationStrategy: PID 839 died...\u000a21:14:37.899611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=839): Terminated: ok {rc=0}\u000a21:14:37.988499 bus /sierra_3: Setting Powered False\u000a21:14:39.093176 bus /sierra_3: Setting Powered False\u000a21:14:40.206301 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:14:41.317720 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:41.329660 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:14:41.483352 tst mo_mt_call_osmux.py: using LAC 36321\u000a21:14:41.603975 tst mo_mt_call_osmux.py: using RAC 111\u000a21:14:41.724236 tst mo_mt_call_osmux.py: using CellId 36321\u000a21:14:41.845098 tst mo_mt_call_osmux.py: using BVCI 36322\u000a21:14:41.868092 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:41.879276 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:41.890333 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:41.901323 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:41.912743 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:41.924063 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:14:42.046197 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:14:42.259044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:42.779563 run create_hlr_db(pid=842): Launched\u000a21:14:42.968750 bus /sierra_2: Setting Powered False\u000a21:14:43.989949 run create_hlr_db(pid=842): Terminated: ok {rc=0}\u000a21:14:44.398406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Launched\u000a21:14:44.704414 run osmo-hlr_10.42.42.2(pid=846): Launched\u000a21:14:44.824004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:45.359755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Launched\u000a21:14:45.664441 run osmo-stp_10.42.42.5(pid=849): Launched\u000a21:14:45.775746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:46.398596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Launched\u000a21:14:46.873238 run osmo-msc_10.42.42.6(pid=852): Launched\u000a21:14:47.238172 run osmo-stp_10.42.42.5(pid=849): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]\u000a21:14:47.378115 run osmo-stp_10.42.42.5(pid=849): stdout: \u000a| (launched: 2022-12-13_21:14:45.514503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:47.509759 run osmo-stp_10.42.42.5(pid=849): stderr: \u000a| �[0;m�[38;5;43m20221213211445682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211445683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211445683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211445683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211445684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211445684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211445684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:47.633595 run osmo-stp_10.42.42.5(pid=849): stdout: \u000a| (launched: 2022-12-13_21:14:45.514503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:47.756449 run osmo-stp_10.42.42.5(pid=849): stderr: \u000a| �[0;m�[38;5;43m20221213211445682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211445683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211445683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211445683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211445684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211445684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211445684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:47.810472 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)] [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:14:47.819274 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:14:47.880331 run osmo-hlr_10.42.42.2(pid=846): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=846)]\u000a21:14:47.930276 run osmo-hlr_10.42.42.2(pid=846): stdout: \u000a| (launched: 2022-12-13_21:14:44.553204) \u000a21:14:47.980675 run osmo-hlr_10.42.42.2(pid=846): stderr: \u000a| �[0;m�[1;31m20221213211444728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211444728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211444728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211444728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211444728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211444728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211444740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211444748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211444748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211444748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:48.048988 run osmo-msc_10.42.42.6(pid=852): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=852)]\u000a21:14:48.099192 run osmo-msc_10.42.42.6(pid=852): stdout: \u000a| (launched: 2022-12-13_21:14:46.569325) \u000a21:14:48.149922 run osmo-msc_10.42.42.6(pid=852): stderr: \u000a| �[0;m�[38;5;43m20221213211447001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211447002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b4aaa3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211447002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211447002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211447002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211447002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211447004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211447004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211447004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211447004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:48.192856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminating (SIGTERM)\u000a21:14:48.233684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminating (SIGTERM)\u000a21:14:48.275007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Terminating (SIGTERM)\u000a21:14:48.284856 --- ParallelTerminationStrategy: PID 845 died...\u000a21:14:48.339672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminated: ok {rc=0}\u000a21:14:48.349603 --- ParallelTerminationStrategy: PID 848 died...\u000a21:14:48.403831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminated: ok {rc=0}\u000a21:14:48.413941 --- ParallelTerminationStrategy: PID 851 died...\u000a21:14:48.468156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Terminated: ok {rc=0}\u000a21:14:48.553475 bus /sierra_3: Setting Powered False\u000a21:14:49.660709 bus /sierra_3: Setting Powered False\u000a21:14:50.769911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:14:30" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=864): Process ended prematurely: osmo-stp_10.42.42.5(pid=864) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=864)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=864): Process ended prematurely: osmo-stp_10.42.42.5(pid=864) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:14:52.774152 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:14:52.785581 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:14:52.939510 tst mo_mt_call.py: using LAC 36322\u000a21:14:53.060779 tst mo_mt_call.py: using RAC 112\u000a21:14:53.181122 tst mo_mt_call.py: using CellId 36322\u000a21:14:53.301197 tst mo_mt_call.py: using BVCI 36323\u000a21:14:53.324149 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:14:53.335388 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:14:53.346449 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:14:53.357707 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:14:53.369158 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:14:53.380559 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:14:53.498328 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:14:53.714557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:54.234911 run create_hlr_db(pid=858): Launched\u000a21:14:54.423347 bus /sierra_2: Setting Powered False\u000a21:14:55.444613 run create_hlr_db(pid=858): Terminated: ok {rc=0}\u000a21:14:55.854411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=860): Launched\u000a21:14:56.159155 run osmo-hlr_10.42.42.2(pid=861): Launched\u000a21:14:56.278809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:56.814681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=863): Launched\u000a21:14:57.119416 run osmo-stp_10.42.42.5(pid=864): Launched\u000a21:14:57.230346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:57.784562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=866): Launched\u000a21:14:58.089432 run osmo-msc_10.42.42.6(pid=867): Launched\u000a21:14:58.267982 run osmo-stp_10.42.42.5(pid=864): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=864)]\u000a21:14:58.397147 run osmo-stp_10.42.42.5(pid=864): stdout: \u000a| (launched: 2022-12-13_21:14:56.969235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:58.523726 run osmo-stp_10.42.42.5(pid=864): stderr: \u000a| �[0;m�[38;5;43m20221213211457138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211457138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211457138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211457139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211457139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211457139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211457139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:58.646248 run osmo-stp_10.42.42.5(pid=864): stdout: \u000a| (launched: 2022-12-13_21:14:56.969235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:58.767657 run osmo-stp_10.42.42.5(pid=864): stderr: \u000a| �[0;m�[38;5;43m20221213211457138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211457138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211457138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211457139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211457139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211457139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211457139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:58.821255 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=864): Process ended prematurely: osmo-stp_10.42.42.5(pid=864) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=864)] [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:14:58.829891 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:14:58.889917 run osmo-hlr_10.42.42.2(pid=861): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=861)]\u000a21:14:58.939040 run osmo-hlr_10.42.42.2(pid=861): stdout: \u000a| (launched: 2022-12-13_21:14:56.008826) \u000a21:14:58.988850 run osmo-hlr_10.42.42.2(pid=861): stderr: \u000a| �[0;m�[1;31m20221213211456183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211456183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211456183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211456183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211456183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211456183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211456196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211456205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211456205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211456205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:59.056802 run osmo-msc_10.42.42.6(pid=867): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=867)]\u000a21:14:59.106131 run osmo-msc_10.42.42.6(pid=867): stdout: \u000a| (launched: 2022-12-13_21:14:57.938486) \u000a21:14:59.156116 run osmo-msc_10.42.42.6(pid=867): stderr: \u000a| �[0;m�[38;5;43m20221213211458207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211458207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e1552ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211458207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211458207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211458208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211458208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211458210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211458210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211458210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211458210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:59.198391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=860): Terminating (SIGTERM)\u000a21:14:59.238187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=863): Terminating (SIGTERM)\u000a21:14:59.278011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=866): Terminating (SIGTERM)\u000a21:14:59.287242 --- ParallelTerminationStrategy: PID 860 died...\u000a21:14:59.340757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=860): Terminated: ok {rc=0}\u000a21:14:59.350479 --- ParallelTerminationStrategy: PID 863 died...\u000a21:14:59.403727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=863): Terminated: ok {rc=0}\u000a21:14:59.413414 --- ParallelTerminationStrategy: PID 866 died...\u000a21:14:59.466862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=866): Terminated: ok {rc=0}\u000a21:14:59.555183 bus /sierra_3: Setting Powered False\u000a21:15:00.657157 bus /sierra_3: Setting Powered False\u000a21:15:01.802908 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:15:02.914222 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:02.926112 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:15:03.083927 tst mo_mt_call_osmux.py: using LAC 36323\u000a21:15:03.204336 tst mo_mt_call_osmux.py: using RAC 113\u000a21:15:03.324604 tst mo_mt_call_osmux.py: using CellId 36323\u000a21:15:03.444749 tst mo_mt_call_osmux.py: using BVCI 36324\u000a21:15:03.467920 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:03.479325 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:03.490470 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:03.501496 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:03.513022 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:03.524638 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:15:03.643041 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:15:03.854371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:04.376769 run create_hlr_db(pid=882): Launched\u000a21:15:04.564781 bus /sierra_2: Setting Powered False\u000a21:15:05.586335 run create_hlr_db(pid=882): Terminated: ok {rc=0}\u000a21:15:06.020716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Launched\u000a21:15:06.347180 run osmo-hlr_10.42.42.2(pid=889): Launched\u000a21:15:06.468860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:07.031698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Launched\u000a21:15:07.357373 run osmo-stp_10.42.42.5(pid=892): Launched\u000a21:15:07.475200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:08.071234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=894): Launched\u000a21:15:08.398340 run osmo-msc_10.42.42.6(pid=895): Launched\u000a21:15:08.587737 run osmo-stp_10.42.42.5(pid=892): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]\u000a21:15:08.724884 run osmo-stp_10.42.42.5(pid=892): stdout: \u000a| (launched: 2022-12-13_21:15:07.198361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:08.860492 run osmo-stp_10.42.42.5(pid=892): stderr: \u000a| �[0;m�[38;5;43m20221213211507390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211507390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211507390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211507391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211507391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211507392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211507392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:08.990879 run osmo-stp_10.42.42.5(pid=892): stdout: \u000a| (launched: 2022-12-13_21:15:07.198361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:09.119984 run osmo-stp_10.42.42.5(pid=892): stderr: \u000a| �[0;m�[38;5;43m20221213211507390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211507390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211507390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211507391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211507391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211507392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211507392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:09.177757 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)] [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:15:09.187081 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:15:09.249958 run osmo-hlr_10.42.42.2(pid=889): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=889)]\u000a21:15:09.301190 run osmo-hlr_10.42.42.2(pid=889): stdout: \u000a| (launched: 2022-12-13_21:15:06.186405) \u000a21:15:09.353197 run osmo-hlr_10.42.42.2(pid=889): stderr: \u000a| �[0;m�[1;31m20221213211506382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211506382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211506382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211506382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211506382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211506382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211506397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211506405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211506406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211506406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:09.423995 run osmo-msc_10.42.42.6(pid=895): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=895)]\u000a21:15:09.475352 run osmo-msc_10.42.42.6(pid=895): stdout: \u000a| (launched: 2022-12-13_21:15:08.237533) \u000a21:15:09.527183 run osmo-msc_10.42.42.6(pid=895): stderr: \u000a| �[0;m�[38;5;43m20221213211508560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211508560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2159ad7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211508560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211508560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211508560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211508560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211508562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211508562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211508563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211508563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:09.571267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Terminating (SIGTERM)\u000a21:15:09.612868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Terminating (SIGTERM)\u000a21:15:09.654645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=894): Terminating (SIGTERM)\u000a21:15:09.664393 --- ParallelTerminationStrategy: PID 888 died...\u000a21:15:09.720346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Terminated: ok {rc=0}\u000a21:15:09.730481 --- ParallelTerminationStrategy: PID 891 died...\u000a21:15:09.786023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Terminated: ok {rc=0}\u000a21:15:09.796136 --- ParallelTerminationStrategy: PID 894 died...\u000a21:15:09.851634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=894): Terminated: ok {rc=0}\u000a21:15:09.938590 bus /sierra_3: Setting Powered False\u000a21:15:11.043798 bus /sierra_3: Setting Powered False\u000a21:15:12.150826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:14:52" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=906): Process ended prematurely: osmo-stp_10.42.42.5(pid=906) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=906): Process ended prematurely: osmo-stp_10.42.42.5(pid=906) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a21:15:14.162970 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:14.175135 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:15:14.317755 tst mo_mt_call.py: using LAC 36324\u000a21:15:14.442654 tst mo_mt_call.py: using RAC 114\u000a21:15:14.567656 tst mo_mt_call.py: using CellId 36324\u000a21:15:14.692508 tst mo_mt_call.py: using BVCI 36325\u000a21:15:14.717860 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:14.729789 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:14.741467 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:14.753089 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:14.765329 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:14.777204 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:15:14.893445 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:15:15.106097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:15.629717 run create_hlr_db(pid=900): Launched\u000a21:15:15.818054 bus /sierra_2: Setting Powered False\u000a21:15:16.895819 run create_hlr_db(pid=900): Terminated: ok {rc=0}\u000a21:15:17.353664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Launched\u000a21:15:17.660509 run osmo-hlr_10.42.42.2(pid=903): Launched\u000a21:15:17.781485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:18.326020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Launched\u000a21:15:18.651034 run osmo-stp_10.42.42.5(pid=906): Launched\u000a21:15:18.769112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:19.365373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=908): Launched\u000a21:15:19.692184 run osmo-msc_10.42.42.6(pid=909): Launched\u000a21:15:19.883478 run osmo-stp_10.42.42.5(pid=906): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)]\u000a21:15:20.020682 run osmo-stp_10.42.42.5(pid=906): stdout: \u000a| (launched: 2022-12-13_21:15:18.491446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:20.156595 run osmo-stp_10.42.42.5(pid=906): stderr: \u000a| �[0;m�[38;5;43m20221213211518682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211518682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211518683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211518683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211518683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211518684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211518684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:20.287660 run osmo-stp_10.42.42.5(pid=906): stdout: \u000a| (launched: 2022-12-13_21:15:18.491446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:20.417732 run osmo-stp_10.42.42.5(pid=906): stderr: \u000a| �[0;m�[38;5;43m20221213211518682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211518682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211518683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211518683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211518683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211518684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211518684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:20.475056 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=906): Process ended prematurely: osmo-stp_10.42.42.5(pid=906) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)] [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a21:15:20.484194 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:15:20.547078 run osmo-hlr_10.42.42.2(pid=903): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=903)]\u000a21:15:20.598419 run osmo-hlr_10.42.42.2(pid=903): stdout: \u000a| (launched: 2022-12-13_21:15:17.508620) \u000a21:15:20.650379 run osmo-hlr_10.42.42.2(pid=903): stderr: \u000a| �[0;m�[1;31m20221213211517680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211517680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211517680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211517680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211517680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211517680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211517692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211517700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211517700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211517700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:20.721757 run osmo-msc_10.42.42.6(pid=909): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=909)]\u000a21:15:20.773074 run osmo-msc_10.42.42.6(pid=909): stdout: \u000a| (launched: 2022-12-13_21:15:19.531199) \u000a21:15:20.824753 run osmo-msc_10.42.42.6(pid=909): stderr: \u000a| �[0;m�[38;5;43m20221213211519852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211519852 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f67018c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211519852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211519852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211519852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211519853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211519854 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211519855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211519855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211519855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:20.869079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Terminating (SIGTERM)\u000a21:15:20.910904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Terminating (SIGTERM)\u000a21:15:20.952621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=908): Terminating (SIGTERM)\u000a21:15:20.962476 --- ParallelTerminationStrategy: PID 902 died...\u000a21:15:21.018720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Terminated: ok {rc=0}\u000a21:15:21.029036 --- ParallelTerminationStrategy: PID 905 died...\u000a21:15:21.084846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Terminated: ok {rc=0}\u000a21:15:21.094955 --- ParallelTerminationStrategy: PID 908 died...\u000a21:15:21.150801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=908): Terminated: ok {rc=0}\u000a21:15:21.238076 bus /sierra_3: Setting Powered False\u000a21:15:22.343319 bus /sierra_3: Setting Powered False\u000a21:15:23.454137 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=917): Process ended prematurely: osmo-stp_10.42.42.5(pid=917) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=917)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=917): Process ended prematurely: osmo-stp_10.42.42.5(pid=917) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:15:24.565837 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:24.577993 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:15:24.726671 tst mo_mt_call_osmux.py: using LAC 36325\u000a21:15:24.854186 tst mo_mt_call_osmux.py: using RAC 115\u000a21:15:24.980041 tst mo_mt_call_osmux.py: using CellId 36325\u000a21:15:25.102629 tst mo_mt_call_osmux.py: using BVCI 36326\u000a21:15:25.126014 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:25.137605 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:25.149020 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:25.160376 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:25.172345 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:15:25.183869 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:15:25.300853 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:15:25.515299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:26.036453 run create_hlr_db(pid=911): Launched\u000a21:15:26.224555 bus /sierra_2: Setting Powered False\u000a21:15:27.246315 run create_hlr_db(pid=911): Terminated: ok {rc=0}\u000a21:15:27.679456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=913): Launched\u000a21:15:28.005118 run osmo-hlr_10.42.42.2(pid=914): Launched\u000a21:15:28.123219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:28.691194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=916): Launched\u000a21:15:29.018833 run osmo-stp_10.42.42.5(pid=917): Launched\u000a21:15:29.137666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:29.733800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=919): Launched\u000a21:15:30.060753 run osmo-msc_10.42.42.6(pid=920): Launched\u000a21:15:30.253055 run osmo-stp_10.42.42.5(pid=917): ERR: Terminated: ERROR {rc=1} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=917)]\u000a21:15:30.395522 run osmo-stp_10.42.42.5(pid=917): stdout: \u000a| (launched: 2022-12-13_21:15:28.858369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:30.532016 run osmo-stp_10.42.42.5(pid=917): stderr: \u000a| �[0;m�[38;5;43m20221213211529048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211529048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211529048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211529049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211529049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211529049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211529049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:30.663669 run osmo-stp_10.42.42.5(pid=917): stdout: \u000a| (launched: 2022-12-13_21:15:28.858369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:30.795683 run osmo-stp_10.42.42.5(pid=917): stderr: \u000a| �[0;m�[38;5;43m20221213211529048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211529048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211529048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211529049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211529049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211529049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211529049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:30.861704 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=917): Process ended prematurely: osmo-stp_10.42.42.5(pid=917) [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=917)] [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a21:15:30.871820 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:15:30.936198 run osmo-hlr_10.42.42.2(pid=914): ERR: Terminated: ERROR {rc=237} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=914)]\u000a21:15:30.989696 run osmo-hlr_10.42.42.2(pid=914): stdout: \u000a| (launched: 2022-12-13_21:15:27.845944) \u000a21:15:31.043102 run osmo-hlr_10.42.42.2(pid=914): stderr: \u000a| �[0;m�[1;31m20221213211528042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211528042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211528042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211528042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211528042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211528042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211528056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211528066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211528066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211528066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:31.116592 run osmo-msc_10.42.42.6(pid=920): ERR: Terminated: ERROR {rc=2} [trial-2394↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=920)]\u000a21:15:31.169773 run osmo-msc_10.42.42.6(pid=920): stdout: \u000a| (launched: 2022-12-13_21:15:29.899976) \u000a21:15:31.223787 run osmo-msc_10.42.42.6(pid=920): stderr: \u000a| �[0;m�[38;5;43m20221213211530220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211530220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a99d7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211530220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211530220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211530220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211530221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211530222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211530223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211530223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211530223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:31.269703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=913): Terminating (SIGTERM)\u000a21:15:31.313521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=916): Terminating (SIGTERM)\u000a21:15:31.357753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=919): Terminating (SIGTERM)\u000a21:15:31.368079 --- ParallelTerminationStrategy: PID 913 died...\u000a21:15:31.425885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=913): Terminated: ok {rc=0}\u000a21:15:31.436640 --- ParallelTerminationStrategy: PID 916 died...\u000a21:15:31.494506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=916): Terminated: ok {rc=0}\u000a21:15:31.505356 --- ParallelTerminationStrategy: PID 919 died...\u000a21:15:31.562918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=919): Terminated: ok {rc=0}\u000a21:15:31.653044 bus /sierra_3: Setting Powered False\u000a21:15:32.760440 bus /sierra_3: Setting Powered False\u000a21:15:33.870450 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:15:13" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=931): Process ended prematurely: osmo-stp_10.42.42.5(pid=931) [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=931)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=931): Process ended prematurely: osmo-stp_10.42.42.5(pid=931) [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:15:35.901159 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:35.912749 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:15:36.048528 tst emergency_mo_mt_call.py: using LAC 36326\u000a21:15:36.167739 tst emergency_mo_mt_call.py: using RAC 116\u000a21:15:36.284758 tst emergency_mo_mt_call.py: using CellId 36326\u000a21:15:36.409305 tst emergency_mo_mt_call.py: using BVCI 36327\u000a21:15:36.433738 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:36.445178 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:36.456083 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:36.467174 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:36.478256 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:36.489337 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:36.606869 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:36.815367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:37.329133 run create_hlr_db(pid=925): Launched\u000a21:15:37.515458 bus /sierra_2: Setting Powered False\u000a21:15:38.535370 run create_hlr_db(pid=925): Terminated: ok {rc=0}\u000a21:15:38.939978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=927): Launched\u000a21:15:39.238882 run osmo-hlr_10.42.42.2(pid=928): Launched\u000a21:15:39.354345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:39.881231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=930): Launched\u000a21:15:40.181092 run osmo-stp_10.42.42.5(pid=931): Launched\u000a21:15:40.300902 tst emergency_mo_mt_call.py: using MSISDN 8331\u000a21:15:40.449707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:40.995867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=933): Launched\u000a21:15:41.296146 run osmo-msc_10.42.42.6(pid=935): Launched\u000a21:15:41.474248 run osmo-stp_10.42.42.5(pid=931): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=931)]\u000a21:15:41.601541 run osmo-stp_10.42.42.5(pid=931): stdout: \u000a| (launched: 2022-12-13_21:15:40.032761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:41.726578 run osmo-stp_10.42.42.5(pid=931): stderr: \u000a| �[0;m�[38;5;43m20221213211540200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211540200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211540201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211540201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:41.847221 run osmo-stp_10.42.42.5(pid=931): stdout: \u000a| (launched: 2022-12-13_21:15:40.032761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:41.966666 run osmo-stp_10.42.42.5(pid=931): stderr: \u000a| �[0;m�[38;5;43m20221213211540200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211540200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211540201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211540201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211540202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:42.018972 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=931): Process ended prematurely: osmo-stp_10.42.42.5(pid=931) [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=931)] [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a21:15:42.027096 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a21:15:42.087701 run osmo-hlr_10.42.42.2(pid=928): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=928)]\u000a21:15:42.137511 run osmo-hlr_10.42.42.2(pid=928): stdout: \u000a| (launched: 2022-12-13_21:15:39.091547) \u000a21:15:42.187877 run osmo-hlr_10.42.42.2(pid=928): stderr: \u000a| �[0;m�[1;31m20221213211539262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211539262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211539262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211539262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211539262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211539262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211539275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211539286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211539286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211539286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:42.256373 run osmo-msc_10.42.42.6(pid=935): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=935)]\u000a21:15:42.306092 run osmo-msc_10.42.42.6(pid=935): stdout: \u000a| (launched: 2022-12-13_21:15:41.147964) \u000a21:15:42.356129 run osmo-msc_10.42.42.6(pid=935): stderr: \u000a| �[0;m�[38;5;43m20221213211541420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211541420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc913823c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211541421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211541421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211541421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211541421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211541423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211541423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211541423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211541423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:42.398650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=927): Terminating (SIGTERM)\u000a21:15:42.438779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=930): Terminating (SIGTERM)\u000a21:15:42.478856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=933): Terminating (SIGTERM)\u000a21:15:42.488137 --- ParallelTerminationStrategy: PID 927 died...\u000a21:15:42.542565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=927): Terminated: ok {rc=0}\u000a21:15:42.552269 --- ParallelTerminationStrategy: PID 930 died...\u000a21:15:42.606593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=930): Terminated: ok {rc=0}\u000a21:15:42.616267 --- ParallelTerminationStrategy: PID 933 died...\u000a21:15:42.670353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=933): Terminated: ok {rc=0}\u000a21:15:42.759678 bus /sierra_3: Setting Powered False\u000a21:15:43.863452 bus /sierra_3: Setting Powered False\u000a21:15:44.971330 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=943): Process ended prematurely: osmo-stp_10.42.42.5(pid=943) [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=943)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=943): Process ended prematurely: osmo-stp_10.42.42.5(pid=943) [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:15:46.023382 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:46.036198 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:15:46.194771 tst emergency_preemptive_call.py: using LAC 36327\u000a21:15:46.350468 tst emergency_preemptive_call.py: using RAC 117\u000a21:15:46.510588 tst emergency_preemptive_call.py: using CellId 36327\u000a21:15:46.646379 tst emergency_preemptive_call.py: using BVCI 36328\u000a21:15:46.672076 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:46.684118 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:46.695824 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:46.707503 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:46.722129 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:15:46.734466 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:46.855799 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:46.981944 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:47.109899 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:47.347525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:47.864621 run create_hlr_db(pid=937): Launched\u000a21:15:48.051175 bus /sierra_2: Setting Powered False\u000a21:15:49.071668 run create_hlr_db(pid=937): Terminated: ok {rc=0}\u000a21:15:49.500435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=939): Launched\u000a21:15:49.822909 run osmo-hlr_10.42.42.2(pid=940): Launched\u000a21:15:49.942373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:50.501963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=942): Launched\u000a21:15:50.823348 run osmo-stp_10.42.42.5(pid=943): Launched\u000a21:15:50.953061 tst emergency_preemptive_call.py: using MSISDN 8332\u000a21:15:51.112211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:51.698319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=945): Launched\u000a21:15:52.024777 run osmo-msc_10.42.42.6(pid=946): Launched\u000a21:15:52.214865 run osmo-stp_10.42.42.5(pid=943): ERR: Terminated: ERROR {rc=1} [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=943)]\u000a21:15:52.350574 run osmo-stp_10.42.42.5(pid=943): stdout: \u000a| (launched: 2022-12-13_21:15:50.664917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:52.484780 run osmo-stp_10.42.42.5(pid=943): stderr: \u000a| �[0;m�[38;5;43m20221213211550855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211550855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211550855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211550856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211550856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211550856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211550856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:52.613078 run osmo-stp_10.42.42.5(pid=943): stdout: \u000a| (launched: 2022-12-13_21:15:50.664917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:52.740558 run osmo-stp_10.42.42.5(pid=943): stderr: \u000a| �[0;m�[38;5;43m20221213211550855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211550855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211550855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211550856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211550856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211550856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211550856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:52.796268 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=943): Process ended prematurely: osmo-stp_10.42.42.5(pid=943) [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=943)] [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a21:15:52.805156 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a21:15:52.867967 run osmo-hlr_10.42.42.2(pid=940): ERR: Terminated: ERROR {rc=237} [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=940)]\u000a21:15:52.919742 run osmo-hlr_10.42.42.2(pid=940): stdout: \u000a| (launched: 2022-12-13_21:15:49.663657) \u000a21:15:52.972051 run osmo-hlr_10.42.42.2(pid=940): stderr: \u000a| �[0;m�[1;31m20221213211549858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211549858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211549858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211549858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211549858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211549858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211549872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:53.043586 run osmo-msc_10.42.42.6(pid=946): ERR: Terminated: ERROR {rc=2} [trial-2394↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=946)]\u000a21:15:53.095103 run osmo-msc_10.42.42.6(pid=946): stdout: \u000a| (launched: 2022-12-13_21:15:51.862031) \u000a21:15:53.147175 run osmo-msc_10.42.42.6(pid=946): stderr: \u000a| �[0;m�[38;5;43m20221213211552186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213211552187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b52ec5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213211552187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213211552187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213211552187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213211552187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213211552189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213211552189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213211552190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213211552190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:53.191412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=939): Terminating (SIGTERM)\u000a21:15:53.234170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=942): Terminating (SIGTERM)\u000a21:15:53.276517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=945): Terminating (SIGTERM)\u000a21:15:53.286388 --- ParallelTerminationStrategy: PID 939 died...\u000a21:15:53.342785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=939): Terminated: ok {rc=0}\u000a21:15:53.353054 --- ParallelTerminationStrategy: PID 942 died...\u000a21:15:53.409048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=942): Terminated: ok {rc=0}\u000a21:15:53.419245 --- ParallelTerminationStrategy: PID 945 died...\u000a21:15:53.475080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=945): Terminated: ok {rc=0}\u000a21:15:53.562851 bus /sierra_9: Setting Powered False\u000a21:15:54.670526 bus /sierra_9: Setting Powered False\u000a21:15:55.782481 bus /sierra_8: Setting Powered False\u000a21:15:56.884394 bus /sierra_8: Setting Powered False\u000a21:15:57.996808 bus /sierra_3: Setting Powered False\u000a21:15:59.099128 bus /sierra_3: Setting Powered False\u000a21:16:00.211681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:15:35" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=963): Process ended prematurely: osmo-stp_10.42.42.5(pid=963) [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=963)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=963): Process ended prematurely: osmo-stp_10.42.42.5(pid=963) [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:16:02.370064 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:02.381226 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:16:02.525864 tst cs_paging_gprs_active.py: using LAC 36328\u000a21:16:02.649297 tst cs_paging_gprs_active.py: using RAC 118\u000a21:16:02.772486 tst cs_paging_gprs_active.py: using CellId 36328\u000a21:16:02.901846 tst cs_paging_gprs_active.py: using BVCI 36329\u000a21:16:02.927113 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:02.938540 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:02.949758 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:02.961275 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:02.972096 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:02.983128 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:02.994308 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:03.005246 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:03.016381 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:03.136786 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:03.421955 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:16:03.550045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:03.866669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=951): Launched\u000a21:16:04.132765 run iperf3-srv_10.42.42.10(pid=953): Launched\u000a21:16:04.318183 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:16:04.445022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:04.760299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=954): Launched\u000a21:16:05.024462 run iperf3-srv_10.42.42.10(pid=955): Launched\u000a21:16:05.210662 tst cs_paging_gprs_active.py:38: start network...\u000a21:16:05.345644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:05.872917 run create_hlr_db(pid=957): Launched\u000a21:16:06.062436 bus /sierra_2: Setting Powered False\u000a21:16:07.083568 run create_hlr_db(pid=957): Terminated: ok {rc=0}\u000a21:16:07.495014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=959): Launched\u000a21:16:07.803468 run osmo-hlr_10.42.42.2(pid=960): Launched\u000a21:16:07.924135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:08.459785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=962): Launched\u000a21:16:08.766058 run osmo-stp_10.42.42.5(pid=963): Launched\u000a21:16:08.877964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:09.409400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=965): Launched\u000a21:16:09.518193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:09.786457 run patchelf(pid=966): Launched\u000a21:16:09.965505 run osmo-stp_10.42.42.5(pid=963): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=963)]\u000a21:16:10.096319 run osmo-stp_10.42.42.5(pid=963): stdout: \u000a| (launched: 2022-12-13_21:16:08.615141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:10.227626 run osmo-stp_10.42.42.5(pid=963): stderr: \u000a| �[0;m�[38;5;43m20221213211608781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211608782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211608782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211608782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211608783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211608783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211608783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:10.355057 run osmo-stp_10.42.42.5(pid=963): stdout: \u000a| (launched: 2022-12-13_21:16:08.615141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:10.480534 run osmo-stp_10.42.42.5(pid=963): stderr: \u000a| �[0;m�[38;5;43m20221213211608781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211608782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211608782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211608782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211608783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211608783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211608783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:10.627723 run patchelf(pid=966): Terminating (SIGINT)\u000a21:16:10.800751 run patchelf(pid=966): Terminated: ok {rc=0}\u000a21:16:10.832414 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=963): Process ended prematurely: osmo-stp_10.42.42.5(pid=963) [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=963)] [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a21:16:10.841793 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a21:16:10.902160 run osmo-hlr_10.42.42.2(pid=960): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=960)]\u000a21:16:10.951815 run osmo-hlr_10.42.42.2(pid=960): stdout: \u000a| (launched: 2022-12-13_21:16:07.651674) \u000a21:16:11.002191 run osmo-hlr_10.42.42.2(pid=960): stderr: \u000a| �[0;m�[1;31m20221213211607825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211607825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211607825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211607825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211607825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211607825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211607838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211607846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211607846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211607846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:11.045005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=951): Terminating (SIGTERM)\u000a21:16:11.085243 run iperf3-srv_10.42.42.10(pid=953): Terminating (SIGTERM)\u000a21:16:11.125551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=954): Terminating (SIGTERM)\u000a21:16:11.165565 run iperf3-srv_10.42.42.10(pid=955): Terminating (SIGTERM)\u000a21:16:11.205751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=959): Terminating (SIGTERM)\u000a21:16:11.245903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=962): Terminating (SIGTERM)\u000a21:16:11.286149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=965): Terminating (SIGTERM)\u000a21:16:11.295473 --- ParallelTerminationStrategy: PID 951 died...\u000a21:16:11.349788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=951): Terminated: ok {rc=0}\u000a21:16:11.359498 --- ParallelTerminationStrategy: PID 953 died...\u000a21:16:11.413148 run iperf3-srv_10.42.42.10(pid=953): Terminated {rc=256}\u000a21:16:11.422724 --- ParallelTerminationStrategy: PID 954 died...\u000a21:16:11.476311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=954): Terminated: ok {rc=0}\u000a21:16:11.485961 --- ParallelTerminationStrategy: PID 955 died...\u000a21:16:11.539474 run iperf3-srv_10.42.42.10(pid=955): Terminated {rc=256}\u000a21:16:11.549102 --- ParallelTerminationStrategy: PID 959 died...\u000a21:16:11.602658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=959): Terminated: ok {rc=0}\u000a21:16:11.612258 --- ParallelTerminationStrategy: PID 962 died...\u000a21:16:11.665978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=962): Terminated: ok {rc=0}\u000a21:16:11.675678 --- ParallelTerminationStrategy: PID 965 died...\u000a21:16:11.729339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=965): Terminated: ok {rc=0}\u000a21:16:11.813843 bus /gobi_0: Setting Powered False\u000a21:16:12.915314 bus /gobi_0: Setting Powered False\u000a21:16:14.025897 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=975): Process ended prematurely: osmo-stp_10.42.42.5(pid=975) [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=975)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=975): Process ended prematurely: osmo-stp_10.42.42.5(pid=975) [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a21:16:15.135444 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.146747 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:16:15.293652 tst iperf3.py: using LAC 36329\u000a21:16:15.422222 tst iperf3.py: using RAC 119\u000a21:16:15.546950 tst iperf3.py: using CellId 36329\u000a21:16:15.666405 tst iperf3.py: using BVCI 36330\u000a21:16:15.689762 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.700448 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.711258 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.721778 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.732379 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.743094 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.754201 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.765046 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:15.775913 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:16.098720 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:16:16.231869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:16.573372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=967): Launched\u000a21:16:16.867236 run iperf3-srv_10.42.42.10(pid=968): Launched\u000a21:16:17.073710 tst iperf3.py:8: start network...\u000a21:16:17.215414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:17.741845 run create_hlr_db(pid=969): Launched\u000a21:16:17.930753 bus /gobi_6: Setting Powered False\u000a21:16:18.951744 run create_hlr_db(pid=969): Terminated: ok {rc=0}\u000a21:16:19.363056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=971): Launched\u000a21:16:19.671347 run osmo-hlr_10.42.42.2(pid=972): Launched\u000a21:16:19.792621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:20.328385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=974): Launched\u000a21:16:20.634155 run osmo-stp_10.42.42.5(pid=975): Launched\u000a21:16:20.744748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:21.276486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=977): Launched\u000a21:16:21.385019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:21.651340 run patchelf(pid=978): Launched\u000a21:16:21.831323 run osmo-stp_10.42.42.5(pid=975): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=975)]\u000a21:16:21.963694 run osmo-stp_10.42.42.5(pid=975): stdout: \u000a| (launched: 2022-12-13_21:16:20.483673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:22.094821 run osmo-stp_10.42.42.5(pid=975): stderr: \u000a| �[0;m�[38;5;43m20221213211620652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211620652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211620653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211620653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211620653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211620654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211620654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:22.221599 run osmo-stp_10.42.42.5(pid=975): stdout: \u000a| (launched: 2022-12-13_21:16:20.483673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:22.347198 run osmo-stp_10.42.42.5(pid=975): stderr: \u000a| �[0;m�[38;5;43m20221213211620652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211620652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211620653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211620653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211620653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211620654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211620654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:22.493555 run patchelf(pid=978): Terminating (SIGINT)\u000a21:16:22.665771 run patchelf(pid=978): Terminated: ok {rc=0}\u000a21:16:22.697507 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=975): Process ended prematurely: osmo-stp_10.42.42.5(pid=975) [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=975)] [trial-2394↪gprs:nanobts+band-900↪iperf3.py:8]\u000a21:16:22.706820 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:16:22.768001 run osmo-hlr_10.42.42.2(pid=972): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=972)]\u000a21:16:22.817695 run osmo-hlr_10.42.42.2(pid=972): stdout: \u000a| (launched: 2022-12-13_21:16:19.518966) \u000a21:16:22.867996 run osmo-hlr_10.42.42.2(pid=972): stderr: \u000a| �[0;m�[1;31m20221213211619695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211619695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211619695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211619695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211619695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211619695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211619706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211619714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211619715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211619715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:22.910914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=967): Terminating (SIGTERM)\u000a21:16:22.951064 run iperf3-srv_10.42.42.10(pid=968): Terminating (SIGTERM)\u000a21:16:22.991466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=971): Terminating (SIGTERM)\u000a21:16:23.031744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=974): Terminating (SIGTERM)\u000a21:16:23.072018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=977): Terminating (SIGTERM)\u000a21:16:23.081349 --- ParallelTerminationStrategy: PID 967 died...\u000a21:16:23.135702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=967): Terminated: ok {rc=0}\u000a21:16:23.145449 --- ParallelTerminationStrategy: PID 968 died...\u000a21:16:23.199429 run iperf3-srv_10.42.42.10(pid=968): Terminated {rc=256}\u000a21:16:23.209127 --- ParallelTerminationStrategy: PID 971 died...\u000a21:16:23.262822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=971): Terminated: ok {rc=0}\u000a21:16:23.272410 --- ParallelTerminationStrategy: PID 974 died...\u000a21:16:23.326060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=974): Terminated: ok {rc=0}\u000a21:16:23.335703 --- ParallelTerminationStrategy: PID 977 died...\u000a21:16:23.389550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=977): Terminated: ok {rc=0}\u000a21:16:23.478095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=998): Process ended prematurely: osmo-stp_10.42.42.5(pid=998) [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=998): Process ended prematurely: osmo-stp_10.42.42.5(pid=998) [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a21:16:24.588935 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:24.600149 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:16:24.736555 tst iperf3m4.py: using LAC 36330\u000a21:16:24.856478 tst iperf3m4.py: using RAC 120\u000a21:16:24.977101 tst iperf3m4.py: using CellId 36330\u000a21:16:25.105726 tst iperf3m4.py: using BVCI 36331\u000a21:16:25.130983 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:25.142429 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:25.153669 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:25.164926 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:25.176006 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:25.187607 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:25.199048 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:25.210298 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:25.221666 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:25.339743 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:25.464180 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:25.582385 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:25.864326 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:16:25.995975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:26.334625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=979): Launched\u000a21:16:26.617699 run iperf3-srv_10.42.42.10(pid=980): Launched\u000a21:16:26.818626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:16:26.955427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:27.294025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=981): Launched\u000a21:16:27.576789 run iperf3-srv_10.42.42.10(pid=982): Launched\u000a21:16:27.779013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:16:27.916597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:28.255232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=983): Launched\u000a21:16:28.535879 run iperf3-srv_10.42.42.10(pid=984): Launched\u000a21:16:28.736694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:16:28.874197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:29.212784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=985): Launched\u000a21:16:29.495613 run iperf3-srv_10.42.42.10(pid=986): Launched\u000a21:16:29.696300 tst iperf3m4.py:8: start network...\u000a21:16:29.834261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:30.359690 run create_hlr_db(pid=988): Launched\u000a21:16:30.548705 bus /gobi_6: Setting Powered False\u000a21:16:31.601669 run create_hlr_db(pid=988): Terminated: ok {rc=0}\u000a21:16:32.037673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Launched\u000a21:16:32.358463 run osmo-hlr_10.42.42.2(pid=994): Launched\u000a21:16:32.480220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:33.017095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Launched\u000a21:16:33.323986 run osmo-stp_10.42.42.5(pid=998): Launched\u000a21:16:33.436331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:33.971130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1000): Launched\u000a21:16:34.080511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:34.348122 run patchelf(pid=1001): Launched\u000a21:16:34.527436 run osmo-stp_10.42.42.5(pid=998): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)]\u000a21:16:34.658428 run osmo-stp_10.42.42.5(pid=998): stdout: \u000a| (launched: 2022-12-13_21:16:33.172461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:34.790049 run osmo-stp_10.42.42.5(pid=998): stderr: \u000a| �[0;m�[38;5;43m20221213211633340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211633340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211633340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211633341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211633341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211633341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211633341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:34.917076 run osmo-stp_10.42.42.5(pid=998): stdout: \u000a| (launched: 2022-12-13_21:16:33.172461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:35.042903 run osmo-stp_10.42.42.5(pid=998): stderr: \u000a| �[0;m�[38;5;43m20221213211633340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211633340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211633340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211633341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211633341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211633341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211633341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:35.190109 run patchelf(pid=1001): Terminating (SIGINT)\u000a21:16:35.363169 run patchelf(pid=1001): Terminated: ok {rc=0}\u000a21:16:35.394763 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=998): Process ended prematurely: osmo-stp_10.42.42.5(pid=998) [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=998)] [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a21:16:35.404073 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:16:35.465505 run osmo-hlr_10.42.42.2(pid=994): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=994)]\u000a21:16:35.515277 run osmo-hlr_10.42.42.2(pid=994): stdout: \u000a| (launched: 2022-12-13_21:16:32.201310) \u000a21:16:35.565691 run osmo-hlr_10.42.42.2(pid=994): stderr: \u000a| �[0;m�[1;31m20221213211632374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211632374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211632374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211632374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211632374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211632374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211632388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211632396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211632397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211632397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:35.608436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=979): Terminating (SIGTERM)\u000a21:16:35.648569 run iperf3-srv_10.42.42.10(pid=980): Terminating (SIGTERM)\u000a21:16:35.688980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=981): Terminating (SIGTERM)\u000a21:16:35.729198 run iperf3-srv_10.42.42.10(pid=982): Terminating (SIGTERM)\u000a21:16:35.770069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=983): Terminating (SIGTERM)\u000a21:16:35.810233 run iperf3-srv_10.42.42.10(pid=984): Terminating (SIGTERM)\u000a21:16:35.850794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=985): Terminating (SIGTERM)\u000a21:16:35.890927 run iperf3-srv_10.42.42.10(pid=986): Terminating (SIGTERM)\u000a21:16:35.931353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Terminating (SIGTERM)\u000a21:16:35.971787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Terminating (SIGTERM)\u000a21:16:36.012625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1000): Terminating (SIGTERM)\u000a21:16:36.022134 --- ParallelTerminationStrategy: PID 979 died...\u000a21:16:36.076719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=979): Terminated: ok {rc=0}\u000a21:16:36.086508 --- ParallelTerminationStrategy: PID 980 died...\u000a21:16:36.140461 run iperf3-srv_10.42.42.10(pid=980): Terminated {rc=256}\u000a21:16:36.150185 --- ParallelTerminationStrategy: PID 981 died...\u000a21:16:36.204186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=981): Terminated: ok {rc=0}\u000a21:16:36.214003 --- ParallelTerminationStrategy: PID 982 died...\u000a21:16:36.267829 run iperf3-srv_10.42.42.10(pid=982): Terminated {rc=256}\u000a21:16:36.277910 --- ParallelTerminationStrategy: PID 983 died...\u000a21:16:36.331729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=983): Terminated: ok {rc=0}\u000a21:16:36.341454 --- ParallelTerminationStrategy: PID 984 died...\u000a21:16:36.395153 run iperf3-srv_10.42.42.10(pid=984): Terminated {rc=256}\u000a21:16:36.404845 --- ParallelTerminationStrategy: PID 985 died...\u000a21:16:36.458919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=985): Terminated: ok {rc=0}\u000a21:16:36.468692 --- ParallelTerminationStrategy: PID 986 died...\u000a21:16:36.522438 run iperf3-srv_10.42.42.10(pid=986): Terminated {rc=256}\u000a21:16:36.532179 --- ParallelTerminationStrategy: PID 990 died...\u000a21:16:36.586144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=990): Terminated: ok {rc=0}\u000a21:16:36.595969 --- ParallelTerminationStrategy: PID 997 died...\u000a21:16:36.649917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=997): Terminated: ok {rc=0}\u000a21:16:36.659695 --- ParallelTerminationStrategy: PID 1000 died...\u000a21:16:36.713540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1000): Terminated: ok {rc=0}\u000a21:16:36.802549 bus /gobi_4: Setting Powered False\u000a21:16:37.905999 bus /gobi_4: Setting Powered False\u000a21:16:39.016898 bus /gobi_1: Setting Powered False\u000a21:16:40.119780 bus /gobi_1: Setting Powered False\u000a21:16:41.231272 bus /gobi_0: Setting Powered False\u000a21:16:42.335147 bus /gobi_0: Setting Powered False\u000a21:16:43.445739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1008): Process ended prematurely: osmo-stp_10.42.42.5(pid=1008) [trial-2394↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1008)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1008): Process ended prematurely: osmo-stp_10.42.42.5(pid=1008) [trial-2394↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a21:16:44.512919 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:44.524287 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:16:44.666245 tst ping.py: using LAC 36331\u000a21:16:44.792204 tst ping.py: using RAC 121\u000a21:16:44.922357 tst ping.py: using CellId 36331\u000a21:16:45.046001 tst ping.py: using BVCI 36332\u000a21:16:45.070731 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:45.082195 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:45.093434 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:45.104477 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:45.115500 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:45.126519 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:45.137735 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:45.148711 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:45.441332 tst ping.py:19: start network...\u000a21:16:45.575363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:46.113859 run create_hlr_db(pid=1002): Launched\u000a21:16:46.292554 bus /gobi_6: Setting Powered False\u000a21:16:47.342752 run create_hlr_db(pid=1002): Terminated: ok {rc=0}\u000a21:16:47.745882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1004): Launched\u000a21:16:48.048602 run osmo-hlr_10.42.42.2(pid=1005): Launched\u000a21:16:48.161690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:48.685401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1007): Launched\u000a21:16:48.985238 run osmo-stp_10.42.42.5(pid=1008): Launched\u000a21:16:49.094151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:49.616931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1010): Launched\u000a21:16:49.723503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:49.986492 run patchelf(pid=1011): Launched\u000a21:16:50.162142 run osmo-stp_10.42.42.5(pid=1008): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1008)]\u000a21:16:50.290830 run osmo-stp_10.42.42.5(pid=1008): stdout: \u000a| (launched: 2022-12-13_21:16:48.836760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:50.419474 run osmo-stp_10.42.42.5(pid=1008): stderr: \u000a| �[0;m�[38;5;43m20221213211649004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211649004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211649004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211649005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211649005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211649005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211649006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:50.543922 run osmo-stp_10.42.42.5(pid=1008): stdout: \u000a| (launched: 2022-12-13_21:16:48.836760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:50.667528 run osmo-stp_10.42.42.5(pid=1008): stderr: \u000a| �[0;m�[38;5;43m20221213211649004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211649004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211649004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211649005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211649005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211649005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211649006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:50.811207 run patchelf(pid=1011): Terminating (SIGINT)\u000a21:16:50.980610 run patchelf(pid=1011): Terminated: ok {rc=0}\u000a21:16:51.011274 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1008): Process ended prematurely: osmo-stp_10.42.42.5(pid=1008) [trial-2394↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1008)] [trial-2394↪gprs:nanobts+band-900↪ping.py:22]\u000a21:16:51.019819 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:16:51.080763 run osmo-hlr_10.42.42.2(pid=1005): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1005)]\u000a21:16:51.130543 run osmo-hlr_10.42.42.2(pid=1005): stdout: \u000a| (launched: 2022-12-13_21:16:47.898160) \u000a21:16:51.180921 run osmo-hlr_10.42.42.2(pid=1005): stderr: \u000a| �[0;m�[1;31m20221213211648070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211648070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211648070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211648070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211648070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211648070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211648082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211648090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211648090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211648090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:51.223957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1004): Terminating (SIGTERM)\u000a21:16:51.264404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1007): Terminating (SIGTERM)\u000a21:16:51.304808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1010): Terminating (SIGTERM)\u000a21:16:51.314242 --- ParallelTerminationStrategy: PID 1004 died...\u000a21:16:51.368760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1004): Terminated: ok {rc=0}\u000a21:16:51.378595 --- ParallelTerminationStrategy: PID 1007 died...\u000a21:16:51.433091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1007): Terminated: ok {rc=0}\u000a21:16:51.442823 --- ParallelTerminationStrategy: PID 1010 died...\u000a21:16:51.496875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1010): Terminated: ok {rc=0}\u000a21:16:51.581322 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1019): Process ended prematurely: osmo-stp_10.42.42.5(pid=1019) [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1019)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1019): Process ended prematurely: osmo-stp_10.42.42.5(pid=1019) [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a21:16:52.635475 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:52.647829 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:16:52.787657 tst ping_idle_ping.py: using LAC 36332\u000a21:16:52.913278 tst ping_idle_ping.py: using RAC 122\u000a21:16:53.038227 tst ping_idle_ping.py: using CellId 36332\u000a21:16:53.162708 tst ping_idle_ping.py: using BVCI 36333\u000a21:16:53.187544 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:53.199049 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:53.210174 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:53.221243 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:53.232633 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:53.244182 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:53.255898 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:16:53.267510 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:16:53.548125 tst ping_idle_ping.py:24: start network...\u000a21:16:53.673630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:54.153381 run create_hlr_db(pid=1013): Launched\u000a21:16:54.327571 bus /gobi_6: Setting Powered False\u000a21:16:55.349451 run create_hlr_db(pid=1013): Terminated: ok {rc=0}\u000a21:16:55.780896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1015): Launched\u000a21:16:56.104840 run osmo-hlr_10.42.42.2(pid=1016): Launched\u000a21:16:56.225737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:56.789103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1018): Launched\u000a21:16:57.113620 run osmo-stp_10.42.42.5(pid=1019): Launched\u000a21:16:57.230091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:57.794409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1021): Launched\u000a21:16:57.909374 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:58.193342 run patchelf(pid=1022): Launched\u000a21:16:58.381868 run osmo-stp_10.42.42.5(pid=1019): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1019)]\u000a21:16:58.518874 run osmo-stp_10.42.42.5(pid=1019): stdout: \u000a| (launched: 2022-12-13_21:16:56.953455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:58.655976 run osmo-stp_10.42.42.5(pid=1019): stderr: \u000a| �[0;m�[38;5;43m20221213211657141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211657141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211657141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211657142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211657142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211657142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211657142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:58.789750 run osmo-stp_10.42.42.5(pid=1019): stdout: \u000a| (launched: 2022-12-13_21:16:56.953455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:58.922440 run osmo-stp_10.42.42.5(pid=1019): stderr: \u000a| �[0;m�[38;5;43m20221213211657141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211657141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211657141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211657142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211657142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211657142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211657142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:59.076647 run patchelf(pid=1022): Terminating (SIGINT)\u000a21:16:59.258104 run patchelf(pid=1022): Terminated: ok {rc=0}\u000a21:16:59.290884 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1019): Process ended prematurely: osmo-stp_10.42.42.5(pid=1019) [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1019)] [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a21:16:59.300047 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:16:59.363365 run osmo-hlr_10.42.42.2(pid=1016): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1016)]\u000a21:16:59.414986 run osmo-hlr_10.42.42.2(pid=1016): stdout: \u000a| (launched: 2022-12-13_21:16:55.944943) \u000a21:16:59.467247 run osmo-hlr_10.42.42.2(pid=1016): stderr: \u000a| �[0;m�[1;31m20221213211656141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211656141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211656141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211656141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211656141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211656141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211656154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211656165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211656165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211656165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:59.511909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1015): Terminating (SIGTERM)\u000a21:16:59.554240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1018): Terminating (SIGTERM)\u000a21:16:59.596515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1021): Terminating (SIGTERM)\u000a21:16:59.606424 --- ParallelTerminationStrategy: PID 1015 died...\u000a21:16:59.662808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1015): Terminated: ok {rc=0}\u000a21:16:59.673062 --- ParallelTerminationStrategy: PID 1018 died...\u000a21:16:59.728829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1018): Terminated: ok {rc=0}\u000a21:16:59.739016 --- ParallelTerminationStrategy: PID 1021 died...\u000a21:16:59.795224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1021): Terminated: ok {rc=0}\u000a21:16:59.882757 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:16:01" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1039): Process ended prematurely: osmo-stp_10.42.42.5(pid=1039) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1039)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1039): Process ended prematurely: osmo-stp_10.42.42.5(pid=1039) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:17:02.080300 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.092880 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:17:02.244335 tst cs_paging_gprs_active.py: using LAC 36333\u000a21:17:02.372334 tst cs_paging_gprs_active.py: using RAC 123\u000a21:17:02.498651 tst cs_paging_gprs_active.py: using CellId 36333\u000a21:17:02.628536 tst cs_paging_gprs_active.py: using BVCI 36334\u000a21:17:02.653660 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.665126 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.676370 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.687552 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.699166 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.710839 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.722676 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.734288 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:02.746166 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:02.865176 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:03.164226 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:17:03.301661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:03.642119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1029): Launched\u000a21:17:03.926202 run iperf3-srv_10.42.42.10(pid=1030): Launched\u000a21:17:04.127442 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:17:04.264114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:04.603355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1031): Launched\u000a21:17:04.886269 run iperf3-srv_10.42.42.10(pid=1032): Launched\u000a21:17:05.086642 tst cs_paging_gprs_active.py:38: start network...\u000a21:17:05.223730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:05.747527 run create_hlr_db(pid=1033): Launched\u000a21:17:05.936648 bus /gobi_6: Setting Powered False\u000a21:17:06.956882 run create_hlr_db(pid=1033): Terminated: ok {rc=0}\u000a21:17:07.391774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1035): Launched\u000a21:17:07.720473 run osmo-hlr_10.42.42.2(pid=1036): Launched\u000a21:17:07.843010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:08.414036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1038): Launched\u000a21:17:08.741066 run osmo-stp_10.42.42.5(pid=1039): Launched\u000a21:17:08.859762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:09.430372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1041): Launched\u000a21:17:09.547169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:09.833664 run patchelf(pid=1042): Launched\u000a21:17:10.023935 run osmo-stp_10.42.42.5(pid=1039): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1039)]\u000a21:17:10.163418 run osmo-stp_10.42.42.5(pid=1039): stdout: \u000a| (launched: 2022-12-13_21:17:08.580295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:10.302914 run osmo-stp_10.42.42.5(pid=1039): stderr: \u000a| �[0;m�[38;5;43m20221213211708771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211708771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211708771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211708772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211708772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211708772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211708772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:10.438327 run osmo-stp_10.42.42.5(pid=1039): stdout: \u000a| (launched: 2022-12-13_21:17:08.580295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:10.572912 run osmo-stp_10.42.42.5(pid=1039): stderr: \u000a| �[0;m�[38;5;43m20221213211708771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211708771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211708771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211708772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211708772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211708772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211708772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:10.729316 run patchelf(pid=1042): Terminating (SIGINT)\u000a21:17:10.913738 run patchelf(pid=1042): Terminated: ok {rc=0}\u000a21:17:10.947222 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1039): Process ended prematurely: osmo-stp_10.42.42.5(pid=1039) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1039)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:17:10.956995 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:17:11.019579 run osmo-hlr_10.42.42.2(pid=1036): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1036)]\u000a21:17:11.070688 run osmo-hlr_10.42.42.2(pid=1036): stdout: \u000a| (launched: 2022-12-13_21:17:07.558688) \u000a21:17:11.122505 run osmo-hlr_10.42.42.2(pid=1036): stderr: \u000a| �[0;m�[1;31m20221213211707754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211707754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211707754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211707754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211707754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211707754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211707768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211707777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211707777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211707777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:11.166821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1029): Terminating (SIGTERM)\u000a21:17:11.209093 run iperf3-srv_10.42.42.10(pid=1030): Terminating (SIGTERM)\u000a21:17:11.251378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1031): Terminating (SIGTERM)\u000a21:17:11.293117 run iperf3-srv_10.42.42.10(pid=1032): Terminating (SIGTERM)\u000a21:17:11.335189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1035): Terminating (SIGTERM)\u000a21:17:11.377373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1038): Terminating (SIGTERM)\u000a21:17:11.419619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1041): Terminating (SIGTERM)\u000a21:17:11.429470 --- ParallelTerminationStrategy: PID 1029 died...\u000a21:17:11.485331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1029): Terminated: ok {rc=0}\u000a21:17:11.495451 --- ParallelTerminationStrategy: PID 1030 died...\u000a21:17:11.551041 run iperf3-srv_10.42.42.10(pid=1030): Terminated {rc=256}\u000a21:17:11.561216 --- ParallelTerminationStrategy: PID 1031 died...\u000a21:17:11.616849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1031): Terminated: ok {rc=0}\u000a21:17:11.626921 --- ParallelTerminationStrategy: PID 1032 died...\u000a21:17:11.682617 run iperf3-srv_10.42.42.10(pid=1032): Terminated {rc=256}\u000a21:17:11.692637 --- ParallelTerminationStrategy: PID 1035 died...\u000a21:17:11.748396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1035): Terminated: ok {rc=0}\u000a21:17:11.758485 --- ParallelTerminationStrategy: PID 1038 died...\u000a21:17:11.814780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1038): Terminated: ok {rc=0}\u000a21:17:11.824923 --- ParallelTerminationStrategy: PID 1041 died...\u000a21:17:11.880779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1041): Terminated: ok {rc=0}\u000a21:17:11.968723 bus /gobi_0: Setting Powered False\u000a21:17:13.073504 bus /gobi_0: Setting Powered False\u000a21:17:14.186064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1052): Process ended prematurely: osmo-stp_10.42.42.5(pid=1052) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1052)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1052): Process ended prematurely: osmo-stp_10.42.42.5(pid=1052) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:17:15.297057 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.308390 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:17:15.455069 tst iperf3.py: using LAC 36334\u000a21:17:15.577698 tst iperf3.py: using RAC 124\u000a21:17:15.699111 tst iperf3.py: using CellId 36334\u000a21:17:15.820376 tst iperf3.py: using BVCI 36335\u000a21:17:15.858826 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.872642 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.884555 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.902162 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.914496 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.927207 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.939709 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.951506 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:15.964695 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:16.349598 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:17:16.503035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:16.845701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1044): Launched\u000a21:17:17.131037 run iperf3-srv_10.42.42.10(pid=1045): Launched\u000a21:17:17.322653 tst iperf3.py:8: start network...\u000a21:17:17.452411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:17.937082 run create_hlr_db(pid=1046): Launched\u000a21:17:18.113453 bus /gobi_6: Setting Powered False\u000a21:17:19.136003 run create_hlr_db(pid=1046): Terminated: ok {rc=0}\u000a21:17:19.545144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1048): Launched\u000a21:17:19.851749 run osmo-hlr_10.42.42.2(pid=1049): Launched\u000a21:17:19.970249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:20.510215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1051): Launched\u000a21:17:20.816922 run osmo-stp_10.42.42.5(pid=1052): Launched\u000a21:17:20.927421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:21.460588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1054): Launched\u000a21:17:21.569679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:21.836257 run patchelf(pid=1055): Launched\u000a21:17:22.015221 run osmo-stp_10.42.42.5(pid=1052): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1052)]\u000a21:17:22.146281 run osmo-stp_10.42.42.5(pid=1052): stdout: \u000a| (launched: 2022-12-13_21:17:20.666751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:22.278060 run osmo-stp_10.42.42.5(pid=1052): stderr: \u000a| �[0;m�[38;5;43m20221213211720835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211720835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211720836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211720836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211720837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211720837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211720837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:22.405112 run osmo-stp_10.42.42.5(pid=1052): stdout: \u000a| (launched: 2022-12-13_21:17:20.666751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:22.530931 run osmo-stp_10.42.42.5(pid=1052): stderr: \u000a| �[0;m�[38;5;43m20221213211720835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211720835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211720836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211720836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211720837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211720837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211720837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:22.677818 run patchelf(pid=1055): Terminating (SIGINT)\u000a21:17:22.851201 run patchelf(pid=1055): Terminated: ok {rc=0}\u000a21:17:22.882809 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1052): Process ended prematurely: osmo-stp_10.42.42.5(pid=1052) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1052)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a21:17:22.892126 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:17:22.952897 run osmo-hlr_10.42.42.2(pid=1049): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1049)]\u000a21:17:23.002370 run osmo-hlr_10.42.42.2(pid=1049): stdout: \u000a| (launched: 2022-12-13_21:17:19.700906) \u000a21:17:23.052232 run osmo-hlr_10.42.42.2(pid=1049): stderr: \u000a| �[0;m�[1;31m20221213211719876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211719876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211719877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211719877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211719877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211719877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211719893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211719904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211719904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211719904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:23.094922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1044): Terminating (SIGTERM)\u000a21:17:23.134826 run iperf3-srv_10.42.42.10(pid=1045): Terminating (SIGTERM)\u000a21:17:23.174745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1048): Terminating (SIGTERM)\u000a21:17:23.214634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1051): Terminating (SIGTERM)\u000a21:17:23.254525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1054): Terminating (SIGTERM)\u000a21:17:23.263805 --- ParallelTerminationStrategy: PID 1044 died...\u000a21:17:23.317760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1044): Terminated: ok {rc=0}\u000a21:17:23.327433 --- ParallelTerminationStrategy: PID 1045 died...\u000a21:17:23.380920 run iperf3-srv_10.42.42.10(pid=1045): Terminated {rc=256}\u000a21:17:23.390566 --- ParallelTerminationStrategy: PID 1048 died...\u000a21:17:23.444151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1048): Terminated: ok {rc=0}\u000a21:17:23.453863 --- ParallelTerminationStrategy: PID 1051 died...\u000a21:17:23.508208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1051): Terminated: ok {rc=0}\u000a21:17:23.517945 --- ParallelTerminationStrategy: PID 1054 died...\u000a21:17:23.571584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1054): Terminated: ok {rc=0}\u000a21:17:23.659732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1070): Process ended prematurely: osmo-stp_10.42.42.5(pid=1070) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1070)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1070): Process ended prematurely: osmo-stp_10.42.42.5(pid=1070) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:17:24.771286 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:24.782846 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:17:24.922016 tst iperf3m4.py: using LAC 36335\u000a21:17:25.041390 tst iperf3m4.py: using RAC 125\u000a21:17:25.161258 tst iperf3m4.py: using CellId 36335\u000a21:17:25.281820 tst iperf3m4.py: using BVCI 36336\u000a21:17:25.305194 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:25.316153 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:25.327102 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:25.338032 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:25.349091 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:25.360087 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:25.371275 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:25.382318 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:25.393761 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:25.515871 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:25.639519 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:25.758671 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:26.044189 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:17:26.172434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:26.490898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1056): Launched\u000a21:17:26.757947 run iperf3-srv_10.42.42.10(pid=1057): Launched\u000a21:17:26.945401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:17:27.073258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:27.390783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1058): Launched\u000a21:17:27.655050 run iperf3-srv_10.42.42.10(pid=1059): Launched\u000a21:17:27.841977 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:17:27.969573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:28.288372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1060): Launched\u000a21:17:28.554633 run iperf3-srv_10.42.42.10(pid=1061): Launched\u000a21:17:28.741422 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:17:28.869175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:29.188245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1062): Launched\u000a21:17:29.452108 run iperf3-srv_10.42.42.10(pid=1063): Launched\u000a21:17:29.638278 tst iperf3m4.py:8: start network...\u000a21:17:29.766221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:30.248144 run create_hlr_db(pid=1064): Launched\u000a21:17:30.424801 bus /gobi_6: Setting Powered False\u000a21:17:31.452173 run create_hlr_db(pid=1064): Terminated: ok {rc=0}\u000a21:17:31.879553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1066): Launched\u000a21:17:32.286645 run osmo-hlr_10.42.42.2(pid=1067): Launched\u000a21:17:32.405708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:32.943392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1069): Launched\u000a21:17:33.263640 run osmo-stp_10.42.42.5(pid=1070): Launched\u000a21:17:33.385963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:33.958135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1072): Launched\u000a21:17:34.075733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:34.362592 run patchelf(pid=1073): Launched\u000a21:17:34.554368 run osmo-stp_10.42.42.5(pid=1070): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1070)]\u000a21:17:34.694696 run osmo-stp_10.42.42.5(pid=1070): stdout: \u000a| (launched: 2022-12-13_21:17:33.098679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:34.835818 run osmo-stp_10.42.42.5(pid=1070): stderr: \u000a| �[0;m�[38;5;43m20221213211733282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211733282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211733283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211733283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211733284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211733284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211733284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:34.972224 run osmo-stp_10.42.42.5(pid=1070): stdout: \u000a| (launched: 2022-12-13_21:17:33.098679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:35.107357 run osmo-stp_10.42.42.5(pid=1070): stderr: \u000a| �[0;m�[38;5;43m20221213211733282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211733282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211733283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211733283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211733284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211733284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211733284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:35.264714 run patchelf(pid=1073): Terminating (SIGINT)\u000a21:17:35.450110 run patchelf(pid=1073): Terminated: ok {rc=0}\u000a21:17:35.484174 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1070): Process ended prematurely: osmo-stp_10.42.42.5(pid=1070) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1070)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:17:35.494242 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:17:35.557956 run osmo-hlr_10.42.42.2(pid=1067): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1067)]\u000a21:17:35.609598 run osmo-hlr_10.42.42.2(pid=1067): stdout: \u000a| (launched: 2022-12-13_21:17:32.039083) \u000a21:17:35.662104 run osmo-hlr_10.42.42.2(pid=1067): stderr: \u000a| �[0;m�[1;31m20221213211732331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211732331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211732331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211732331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211732331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211732331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211732346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211732356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211732356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211732356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:35.707069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1056): Terminating (SIGTERM)\u000a21:17:35.749416 run iperf3-srv_10.42.42.10(pid=1057): Terminating (SIGTERM)\u000a21:17:35.792012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1058): Terminating (SIGTERM)\u000a21:17:35.834341 run iperf3-srv_10.42.42.10(pid=1059): Terminating (SIGTERM)\u000a21:17:35.876528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1060): Terminating (SIGTERM)\u000a21:17:35.918751 run iperf3-srv_10.42.42.10(pid=1061): Terminating (SIGTERM)\u000a21:17:35.960765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1062): Terminating (SIGTERM)\u000a21:17:36.003126 run iperf3-srv_10.42.42.10(pid=1063): Terminating (SIGTERM)\u000a21:17:36.045570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1066): Terminating (SIGTERM)\u000a21:17:36.087969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1069): Terminating (SIGTERM)\u000a21:17:36.130604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1072): Terminating (SIGTERM)\u000a21:17:36.140383 --- ParallelTerminationStrategy: PID 1056 died...\u000a21:17:36.196543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1056): Terminated: ok {rc=0}\u000a21:17:36.206691 --- ParallelTerminationStrategy: PID 1057 died...\u000a21:17:36.262247 run iperf3-srv_10.42.42.10(pid=1057): Terminated {rc=256}\u000a21:17:36.272270 --- ParallelTerminationStrategy: PID 1058 died...\u000a21:17:36.328486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1058): Terminated: ok {rc=0}\u000a21:17:36.338838 --- ParallelTerminationStrategy: PID 1059 died...\u000a21:17:36.394582 run iperf3-srv_10.42.42.10(pid=1059): Terminated {rc=256}\u000a21:17:36.404670 --- ParallelTerminationStrategy: PID 1060 died...\u000a21:17:36.460339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1060): Terminated: ok {rc=0}\u000a21:17:36.470532 --- ParallelTerminationStrategy: PID 1061 died...\u000a21:17:36.526201 run iperf3-srv_10.42.42.10(pid=1061): Terminated {rc=256}\u000a21:17:36.536343 --- ParallelTerminationStrategy: PID 1062 died...\u000a21:17:36.592192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1062): Terminated: ok {rc=0}\u000a21:17:36.602440 --- ParallelTerminationStrategy: PID 1063 died...\u000a21:17:36.658270 run iperf3-srv_10.42.42.10(pid=1063): Terminated {rc=256}\u000a21:17:36.668453 --- ParallelTerminationStrategy: PID 1066 died...\u000a21:17:36.724216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1066): Terminated: ok {rc=0}\u000a21:17:36.734340 --- ParallelTerminationStrategy: PID 1069 died...\u000a21:17:36.790578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1069): Terminated: ok {rc=0}\u000a21:17:36.800787 --- ParallelTerminationStrategy: PID 1072 died...\u000a21:17:36.856798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1072): Terminated: ok {rc=0}\u000a21:17:36.944624 bus /gobi_4: Setting Powered False\u000a21:17:38.047023 bus /gobi_4: Setting Powered False\u000a21:17:39.155318 bus /gobi_1: Setting Powered False\u000a21:17:40.262050 bus /gobi_1: Setting Powered False\u000a21:17:41.373921 bus /gobi_0: Setting Powered False\u000a21:17:42.477282 bus /gobi_0: Setting Powered False\u000a21:17:43.589057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1080): Process ended prematurely: osmo-stp_10.42.42.5(pid=1080) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1080): Process ended prematurely: osmo-stp_10.42.42.5(pid=1080) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:17:44.656296 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:44.667875 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:17:44.803831 tst ping.py: using LAC 36336\u000a21:17:44.923553 tst ping.py: using RAC 126\u000a21:17:45.051105 tst ping.py: using CellId 36336\u000a21:17:45.178774 tst ping.py: using BVCI 36337\u000a21:17:45.203696 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:45.215700 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:45.227322 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:45.238895 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:45.250612 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:45.262072 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:45.273728 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:45.285148 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:45.561594 tst ping.py:19: start network...\u000a21:17:45.686170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:46.227568 run create_hlr_db(pid=1074): Launched\u000a21:17:46.439777 bus /gobi_6: Setting Powered False\u000a21:17:47.439516 run create_hlr_db(pid=1074): Terminated: ok {rc=0}\u000a21:17:47.858084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Launched\u000a21:17:48.160701 run osmo-hlr_10.42.42.2(pid=1077): Launched\u000a21:17:48.269782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:48.794243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Launched\u000a21:17:49.096611 run osmo-stp_10.42.42.5(pid=1080): Launched\u000a21:17:49.206064 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:49.730911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1082): Launched\u000a21:17:49.837813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:50.100709 run patchelf(pid=1083): Launched\u000a21:17:50.277488 run osmo-stp_10.42.42.5(pid=1080): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)]\u000a21:17:50.406196 run osmo-stp_10.42.42.5(pid=1080): stdout: \u000a| (launched: 2022-12-13_21:17:48.946187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:50.535893 run osmo-stp_10.42.42.5(pid=1080): stderr: \u000a| �[0;m�[38;5;43m20221213211749112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211749112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211749112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211749112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211749113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211749113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211749113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:50.660892 run osmo-stp_10.42.42.5(pid=1080): stdout: \u000a| (launched: 2022-12-13_21:17:48.946187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:50.784900 run osmo-stp_10.42.42.5(pid=1080): stderr: \u000a| �[0;m�[38;5;43m20221213211749112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211749112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211749112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211749112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211749113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211749113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211749113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:50.930215 run patchelf(pid=1083): Terminating (SIGINT)\u000a21:17:51.100471 run patchelf(pid=1083): Terminated: ok {rc=0}\u000a21:17:51.131423 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1080): Process ended prematurely: osmo-stp_10.42.42.5(pid=1080) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a21:17:51.140081 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:17:51.200873 run osmo-hlr_10.42.42.2(pid=1077): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1077)]\u000a21:17:51.250318 run osmo-hlr_10.42.42.2(pid=1077): stdout: \u000a| (launched: 2022-12-13_21:17:48.010323) \u000a21:17:51.300510 run osmo-hlr_10.42.42.2(pid=1077): stderr: \u000a| �[0;m�[1;31m20221213211748184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211748184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211748184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211748184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211748184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211748185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211748222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211748232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211748232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211748232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:51.343139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Terminating (SIGTERM)\u000a21:17:51.383328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Terminating (SIGTERM)\u000a21:17:51.423420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1082): Terminating (SIGTERM)\u000a21:17:51.432754 --- ParallelTerminationStrategy: PID 1076 died...\u000a21:17:51.487373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Terminated: ok {rc=0}\u000a21:17:51.497193 --- ParallelTerminationStrategy: PID 1079 died...\u000a21:17:51.551066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Terminated: ok {rc=0}\u000a21:17:51.560746 --- ParallelTerminationStrategy: PID 1082 died...\u000a21:17:51.614760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1082): Terminated: ok {rc=0}\u000a21:17:51.699509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1090): Process ended prematurely: osmo-stp_10.42.42.5(pid=1090) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1090)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1090): Process ended prematurely: osmo-stp_10.42.42.5(pid=1090) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:17:52.752838 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.765157 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:17:52.909782 tst ping_idle_ping.py: using LAC 36337\u000a21:17:53.036896 tst ping_idle_ping.py: using RAC 127\u000a21:17:53.165605 tst ping_idle_ping.py: using CellId 36337\u000a21:17:53.295036 tst ping_idle_ping.py: using BVCI 36338\u000a21:17:53.318151 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:53.330420 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:53.341393 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:53.353115 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:53.364354 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:53.375428 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:53.386733 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:53.397854 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:53.691380 tst ping_idle_ping.py:24: start network...\u000a21:17:53.825911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:54.346176 run create_hlr_db(pid=1084): Launched\u000a21:17:54.533140 bus /gobi_6: Setting Powered False\u000a21:17:55.553661 run create_hlr_db(pid=1084): Terminated: ok {rc=0}\u000a21:17:55.959953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1086): Launched\u000a21:17:56.262298 run osmo-hlr_10.42.42.2(pid=1087): Launched\u000a21:17:56.382605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:56.913182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1089): Launched\u000a21:17:57.216572 run osmo-stp_10.42.42.5(pid=1090): Launched\u000a21:17:57.326352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:57.853669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1092): Launched\u000a21:17:57.961213 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:58.224487 run patchelf(pid=1093): Launched\u000a21:17:58.401796 run osmo-stp_10.42.42.5(pid=1090): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1090)]\u000a21:17:58.531814 run osmo-stp_10.42.42.5(pid=1090): stdout: \u000a| (launched: 2022-12-13_21:17:57.065781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:58.662196 run osmo-stp_10.42.42.5(pid=1090): stderr: \u000a| �[0;m�[38;5;43m20221213211757235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211757235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211757235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211757236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211757236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211757236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211757236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:58.787904 run osmo-stp_10.42.42.5(pid=1090): stdout: \u000a| (launched: 2022-12-13_21:17:57.065781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:58.913275 run osmo-stp_10.42.42.5(pid=1090): stderr: \u000a| �[0;m�[38;5;43m20221213211757235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211757235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211757235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211757236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211757236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211757236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211757236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:59.058709 run patchelf(pid=1093): Terminating (SIGINT)\u000a21:17:59.230548 run patchelf(pid=1093): Terminated: ok {rc=0}\u000a21:17:59.261907 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1090): Process ended prematurely: osmo-stp_10.42.42.5(pid=1090) [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1090)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:17:59.270812 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:17:59.331687 run osmo-hlr_10.42.42.2(pid=1087): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1087)]\u000a21:17:59.381459 run osmo-hlr_10.42.42.2(pid=1087): stdout: \u000a| (launched: 2022-12-13_21:17:56.112891) \u000a21:17:59.431815 run osmo-hlr_10.42.42.2(pid=1087): stderr: \u000a| �[0;m�[1;31m20221213211756285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211756285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211756285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211756285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211756286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211756286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211756298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211756306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211756306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211756306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:59.474803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1086): Terminating (SIGTERM)\u000a21:17:59.515287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1089): Terminating (SIGTERM)\u000a21:17:59.555959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1092): Terminating (SIGTERM)\u000a21:17:59.565490 --- ParallelTerminationStrategy: PID 1086 died...\u000a21:17:59.619885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1086): Terminated: ok {rc=0}\u000a21:17:59.629836 --- ParallelTerminationStrategy: PID 1089 died...\u000a21:17:59.683919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1089): Terminated: ok {rc=0}\u000a21:17:59.693844 --- ParallelTerminationStrategy: PID 1092 died...\u000a21:17:59.747775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1092): Terminated: ok {rc=0}\u000a21:17:59.832299 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:17:01" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1107): Process ended prematurely: osmo-stp_10.42.42.5(pid=1107) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1107)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1107): Process ended prematurely: osmo-stp_10.42.42.5(pid=1107) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:18:02.079005 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.091090 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:18:02.266068 tst cs_paging_gprs_active.py: using LAC 36338\u000a21:18:02.396125 tst cs_paging_gprs_active.py: using RAC 128\u000a21:18:02.526491 tst cs_paging_gprs_active.py: using CellId 36338\u000a21:18:02.658500 tst cs_paging_gprs_active.py: using BVCI 36339\u000a21:18:02.683734 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.695492 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.706967 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.718289 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.729538 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.740745 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.752139 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.763328 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:02.774685 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:02.896076 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:03.180329 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:18:03.309442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:03.629398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1097): Launched\u000a21:18:03.896375 run iperf3-srv_10.42.42.10(pid=1098): Launched\u000a21:18:04.083236 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:18:04.211039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:04.529184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1099): Launched\u000a21:18:04.794026 run iperf3-srv_10.42.42.10(pid=1100): Launched\u000a21:18:04.981350 tst cs_paging_gprs_active.py:38: start network...\u000a21:18:05.109053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:05.607768 run create_hlr_db(pid=1101): Launched\u000a21:18:05.797212 bus /gobi_6: Setting Powered False\u000a21:18:06.818291 run create_hlr_db(pid=1101): Terminated: ok {rc=0}\u000a21:18:07.253869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1103): Launched\u000a21:18:07.584650 run osmo-hlr_10.42.42.2(pid=1104): Launched\u000a21:18:07.704328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:08.275938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1106): Launched\u000a21:18:08.605576 run osmo-stp_10.42.42.5(pid=1107): Launched\u000a21:18:08.724126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:09.296663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1109): Launched\u000a21:18:09.414174 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:09.701431 run patchelf(pid=1110): Launched\u000a21:18:09.892355 run osmo-stp_10.42.42.5(pid=1107): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1107)]\u000a21:18:10.031348 run osmo-stp_10.42.42.5(pid=1107): stdout: \u000a| (launched: 2022-12-13_21:18:08.442935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:10.171087 run osmo-stp_10.42.42.5(pid=1107): stderr: \u000a| �[0;m�[38;5;43m20221213211808633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211808633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211808633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211808634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211808634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211808634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211808634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:10.307143 run osmo-stp_10.42.42.5(pid=1107): stdout: \u000a| (launched: 2022-12-13_21:18:08.442935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:10.441546 run osmo-stp_10.42.42.5(pid=1107): stderr: \u000a| �[0;m�[38;5;43m20221213211808633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211808633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211808633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211808634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211808634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211808634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211808634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:10.598588 run patchelf(pid=1110): Terminating (SIGINT)\u000a21:18:10.783264 run patchelf(pid=1110): Terminated: ok {rc=0}\u000a21:18:10.817465 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1107): Process ended prematurely: osmo-stp_10.42.42.5(pid=1107) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1107)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:18:10.827397 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:18:10.890841 run osmo-hlr_10.42.42.2(pid=1104): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1104)]\u000a21:18:10.942351 run osmo-hlr_10.42.42.2(pid=1104): stdout: \u000a| (launched: 2022-12-13_21:18:07.421014) \u000a21:18:10.994639 run osmo-hlr_10.42.42.2(pid=1104): stderr: \u000a| �[0;m�[1;31m20221213211807618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211807618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211807618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211807618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211807618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211807618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211807631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211807640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211807641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211807641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:11.039044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1097): Terminating (SIGTERM)\u000a21:18:11.081608 run iperf3-srv_10.42.42.10(pid=1098): Terminating (SIGTERM)\u000a21:18:11.123487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1099): Terminating (SIGTERM)\u000a21:18:11.165331 run iperf3-srv_10.42.42.10(pid=1100): Terminating (SIGTERM)\u000a21:18:11.207915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1103): Terminating (SIGTERM)\u000a21:18:11.249953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1106): Terminating (SIGTERM)\u000a21:18:11.291722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1109): Terminating (SIGTERM)\u000a21:18:11.301515 --- ParallelTerminationStrategy: PID 1097 died...\u000a21:18:11.357729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1097): Terminated: ok {rc=0}\u000a21:18:11.367883 --- ParallelTerminationStrategy: PID 1098 died...\u000a21:18:11.423578 run iperf3-srv_10.42.42.10(pid=1098): Terminated {rc=256}\u000a21:18:11.433712 --- ParallelTerminationStrategy: PID 1099 died...\u000a21:18:11.489078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1099): Terminated: ok {rc=0}\u000a21:18:11.499111 --- ParallelTerminationStrategy: PID 1100 died...\u000a21:18:11.554584 run iperf3-srv_10.42.42.10(pid=1100): Terminated {rc=256}\u000a21:18:11.564631 --- ParallelTerminationStrategy: PID 1103 died...\u000a21:18:11.620189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1103): Terminated: ok {rc=0}\u000a21:18:11.630282 --- ParallelTerminationStrategy: PID 1106 died...\u000a21:18:11.685909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1106): Terminated: ok {rc=0}\u000a21:18:11.695930 --- ParallelTerminationStrategy: PID 1109 died...\u000a21:18:11.751478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1109): Terminated: ok {rc=0}\u000a21:18:11.838905 bus /gobi_0: Setting Powered False\u000a21:18:12.946429 bus /gobi_0: Setting Powered False\u000a21:18:14.054612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1121): Process ended prematurely: osmo-stp_10.42.42.5(pid=1121) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1121): Process ended prematurely: osmo-stp_10.42.42.5(pid=1121) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:18:15.170613 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.182675 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:18:15.344467 tst iperf3.py: using LAC 36339\u000a21:18:15.465705 tst iperf3.py: using RAC 129\u000a21:18:15.586812 tst iperf3.py: using CellId 36339\u000a21:18:15.709548 tst iperf3.py: using BVCI 36340\u000a21:18:15.733069 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.744232 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.755192 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.765983 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.776935 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.788078 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.799337 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.810516 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:15.821800 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:16.180663 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:18:16.316842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:16.680849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1111): Launched\u000a21:18:16.970559 run iperf3-srv_10.42.42.10(pid=1112): Launched\u000a21:18:17.166522 tst iperf3.py:8: start network...\u000a21:18:17.296823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:17.779718 run create_hlr_db(pid=1114): Launched\u000a21:18:17.955713 bus /gobi_6: Setting Powered False\u000a21:18:18.978489 run create_hlr_db(pid=1114): Terminated: ok {rc=0}\u000a21:18:19.413797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Launched\u000a21:18:19.741578 run osmo-hlr_10.42.42.2(pid=1117): Launched\u000a21:18:19.862266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:20.433526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Launched\u000a21:18:20.764073 run osmo-stp_10.42.42.5(pid=1121): Launched\u000a21:18:20.882954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:21.454224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1123): Launched\u000a21:18:21.571107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:21.858601 run patchelf(pid=1128): Launched\u000a21:18:22.049920 run osmo-stp_10.42.42.5(pid=1121): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)]\u000a21:18:22.189598 run osmo-stp_10.42.42.5(pid=1121): stdout: \u000a| (launched: 2022-12-13_21:18:20.600425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:22.329186 run osmo-stp_10.42.42.5(pid=1121): stderr: \u000a| �[0;m�[38;5;43m20221213211820790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211820791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211820791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211820791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211820792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211820792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211820792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:22.464743 run osmo-stp_10.42.42.5(pid=1121): stdout: \u000a| (launched: 2022-12-13_21:18:20.600425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:22.599143 run osmo-stp_10.42.42.5(pid=1121): stderr: \u000a| �[0;m�[38;5;43m20221213211820790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211820791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211820791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211820791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211820792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211820792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211820792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:22.756705 run patchelf(pid=1128): Terminating (SIGINT)\u000a21:18:22.941911 run patchelf(pid=1128): Terminated: ok {rc=0}\u000a21:18:22.975700 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1121): Process ended prematurely: osmo-stp_10.42.42.5(pid=1121) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:18:22.985603 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:18:23.048542 run osmo-hlr_10.42.42.2(pid=1117): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1117)]\u000a21:18:23.100079 run osmo-hlr_10.42.42.2(pid=1117): stdout: \u000a| (launched: 2022-12-13_21:18:19.580826) \u000a21:18:23.152237 run osmo-hlr_10.42.42.2(pid=1117): stderr: \u000a| �[0;m�[1;31m20221213211819781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211819781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211819781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211819781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211819781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211819781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211819795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211819803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211819803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211819803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:23.196679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1111): Terminating (SIGTERM)\u000a21:18:23.239362 run iperf3-srv_10.42.42.10(pid=1112): Terminating (SIGTERM)\u000a21:18:23.281393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Terminating (SIGTERM)\u000a21:18:23.323392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Terminating (SIGTERM)\u000a21:18:23.365266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1123): Terminating (SIGTERM)\u000a21:18:23.375011 --- ParallelTerminationStrategy: PID 1111 died...\u000a21:18:23.430860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1111): Terminated: ok {rc=0}\u000a21:18:23.440831 --- ParallelTerminationStrategy: PID 1112 died...\u000a21:18:23.496932 run iperf3-srv_10.42.42.10(pid=1112): Terminated {rc=256}\u000a21:18:23.507036 --- ParallelTerminationStrategy: PID 1116 died...\u000a21:18:23.562753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Terminated: ok {rc=0}\u000a21:18:23.572761 --- ParallelTerminationStrategy: PID 1120 died...\u000a21:18:23.628339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Terminated: ok {rc=0}\u000a21:18:23.638410 --- ParallelTerminationStrategy: PID 1123 died...\u000a21:18:23.694186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1123): Terminated: ok {rc=0}\u000a21:18:23.782671 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1150): Process ended prematurely: osmo-stp_10.42.42.5(pid=1150) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1150)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1150): Process ended prematurely: osmo-stp_10.42.42.5(pid=1150) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:18:24.894246 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:24.905800 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:18:25.061326 tst iperf3m4.py: using LAC 36340\u000a21:18:25.184116 tst iperf3m4.py: using RAC 130\u000a21:18:25.305754 tst iperf3m4.py: using CellId 36340\u000a21:18:25.434290 tst iperf3m4.py: using BVCI 36341\u000a21:18:25.459237 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:25.470757 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:25.482389 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:25.493766 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:25.505095 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:25.516171 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:25.527514 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:25.538693 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:25.550136 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:25.669052 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:25.793477 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:25.913613 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:26.196197 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:18:26.324579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:26.644685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1130): Launched\u000a21:18:26.909831 run iperf3-srv_10.42.42.10(pid=1131): Launched\u000a21:18:27.096773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:18:27.225454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:27.545173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1132): Launched\u000a21:18:27.809993 run iperf3-srv_10.42.42.10(pid=1133): Launched\u000a21:18:27.996555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:18:28.123889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:28.441564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Launched\u000a21:18:28.706228 run iperf3-srv_10.42.42.10(pid=1140): Launched\u000a21:18:28.894244 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:18:29.022163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:29.340864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Launched\u000a21:18:29.605865 run iperf3-srv_10.42.42.10(pid=1142): Launched\u000a21:18:29.793089 tst iperf3m4.py:8: start network...\u000a21:18:29.920926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:30.407651 run create_hlr_db(pid=1144): Launched\u000a21:18:30.583069 bus /gobi_6: Setting Powered False\u000a21:18:31.608000 run create_hlr_db(pid=1144): Terminated: ok {rc=0}\u000a21:18:32.045572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1146): Launched\u000a21:18:32.367218 run osmo-hlr_10.42.42.2(pid=1147): Launched\u000a21:18:32.490541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:33.063361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1149): Launched\u000a21:18:33.391952 run osmo-stp_10.42.42.5(pid=1150): Launched\u000a21:18:33.510316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:34.082425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1152): Launched\u000a21:18:34.198956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:34.484141 run patchelf(pid=1153): Launched\u000a21:18:34.674848 run osmo-stp_10.42.42.5(pid=1150): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1150)]\u000a21:18:34.815098 run osmo-stp_10.42.42.5(pid=1150): stdout: \u000a| (launched: 2022-12-13_21:18:33.229936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:34.954842 run osmo-stp_10.42.42.5(pid=1150): stderr: \u000a| �[0;m�[38;5;43m20221213211833420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211833420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211833420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211833421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211833421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211833421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211833421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:35.090271 run osmo-stp_10.42.42.5(pid=1150): stdout: \u000a| (launched: 2022-12-13_21:18:33.229936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:35.224349 run osmo-stp_10.42.42.5(pid=1150): stderr: \u000a| �[0;m�[38;5;43m20221213211833420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211833420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211833420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211833421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211833421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211833421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211833421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:35.380599 run patchelf(pid=1153): Terminating (SIGINT)\u000a21:18:35.564699 run patchelf(pid=1153): Terminated: ok {rc=0}\u000a21:18:35.598499 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1150): Process ended prematurely: osmo-stp_10.42.42.5(pid=1150) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1150)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:18:35.608389 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:18:35.671332 run osmo-hlr_10.42.42.2(pid=1147): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1147)]\u000a21:18:35.722338 run osmo-hlr_10.42.42.2(pid=1147): stdout: \u000a| (launched: 2022-12-13_21:18:32.205718) \u000a21:18:35.773865 run osmo-hlr_10.42.42.2(pid=1147): stderr: \u000a| �[0;m�[1;31m20221213211832398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211832398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211832398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211832398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211832398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211832398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211832411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211832420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211832420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211832420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:35.818182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1130): Terminating (SIGTERM)\u000a21:18:35.860910 run iperf3-srv_10.42.42.10(pid=1131): Terminating (SIGTERM)\u000a21:18:35.902975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1132): Terminating (SIGTERM)\u000a21:18:35.944780 run iperf3-srv_10.42.42.10(pid=1133): Terminating (SIGTERM)\u000a21:18:35.988009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Terminating (SIGTERM)\u000a21:18:36.030082 run iperf3-srv_10.42.42.10(pid=1140): Terminating (SIGTERM)\u000a21:18:36.071625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Terminating (SIGTERM)\u000a21:18:36.113235 run iperf3-srv_10.42.42.10(pid=1142): Terminating (SIGTERM)\u000a21:18:36.155254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1146): Terminating (SIGTERM)\u000a21:18:36.196610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1149): Terminating (SIGTERM)\u000a21:18:36.238106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1152): Terminating (SIGTERM)\u000a21:18:36.247715 --- ParallelTerminationStrategy: PID 1130 died...\u000a21:18:36.303499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1130): Terminated: ok {rc=0}\u000a21:18:36.313769 --- ParallelTerminationStrategy: PID 1131 died...\u000a21:18:36.369532 run iperf3-srv_10.42.42.10(pid=1131): Terminated {rc=256}\u000a21:18:36.379883 --- ParallelTerminationStrategy: PID 1132 died...\u000a21:18:36.435499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1132): Terminated: ok {rc=0}\u000a21:18:36.445690 --- ParallelTerminationStrategy: PID 1133 died...\u000a21:18:36.501365 run iperf3-srv_10.42.42.10(pid=1133): Terminated {rc=256}\u000a21:18:36.511481 --- ParallelTerminationStrategy: PID 1139 died...\u000a21:18:36.567090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1139): Terminated: ok {rc=0}\u000a21:18:36.577270 --- ParallelTerminationStrategy: PID 1140 died...\u000a21:18:36.632996 run iperf3-srv_10.42.42.10(pid=1140): Terminated {rc=256}\u000a21:18:36.643087 --- ParallelTerminationStrategy: PID 1141 died...\u000a21:18:36.698693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1141): Terminated: ok {rc=0}\u000a21:18:36.708808 --- ParallelTerminationStrategy: PID 1142 died...\u000a21:18:36.764409 run iperf3-srv_10.42.42.10(pid=1142): Terminated {rc=256}\u000a21:18:36.774521 --- ParallelTerminationStrategy: PID 1146 died...\u000a21:18:36.830974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1146): Terminated: ok {rc=0}\u000a21:18:36.841227 --- ParallelTerminationStrategy: PID 1149 died...\u000a21:18:36.897229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1149): Terminated: ok {rc=0}\u000a21:18:36.907412 --- ParallelTerminationStrategy: PID 1152 died...\u000a21:18:36.963146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1152): Terminated: ok {rc=0}\u000a21:18:37.050621 bus /gobi_4: Setting Powered False\u000a21:18:38.158788 bus /gobi_4: Setting Powered False\u000a21:18:39.267571 bus /gobi_1: Setting Powered False\u000a21:18:40.374344 bus /gobi_1: Setting Powered False\u000a21:18:41.483647 bus /gobi_0: Setting Powered False\u000a21:18:42.590475 bus /gobi_0: Setting Powered False\u000a21:18:43.698887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1161): Process ended prematurely: osmo-stp_10.42.42.5(pid=1161) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1161)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1161): Process ended prematurely: osmo-stp_10.42.42.5(pid=1161) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:18:44.767614 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:44.779753 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:18:44.942035 tst ping.py: using LAC 36341\u000a21:18:45.069400 tst ping.py: using RAC 131\u000a21:18:45.198415 tst ping.py: using CellId 36341\u000a21:18:45.326529 tst ping.py: using BVCI 36342\u000a21:18:45.351357 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:45.362931 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:45.374411 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:45.385771 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:45.396933 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:45.408296 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:45.419780 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:45.431157 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:45.710150 tst ping.py:19: start network...\u000a21:18:45.836454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:46.404758 run create_hlr_db(pid=1155): Launched\u000a21:18:46.582585 bus /gobi_6: Setting Powered False\u000a21:18:47.601473 run create_hlr_db(pid=1155): Terminated: ok {rc=0}\u000a21:18:48.032895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1157): Launched\u000a21:18:48.356040 run osmo-hlr_10.42.42.2(pid=1158): Launched\u000a21:18:48.472239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:49.037095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1160): Launched\u000a21:18:49.360283 run osmo-stp_10.42.42.5(pid=1161): Launched\u000a21:18:49.475764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:50.041685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1163): Launched\u000a21:18:50.156289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:50.439517 run patchelf(pid=1164): Launched\u000a21:18:50.628031 run osmo-stp_10.42.42.5(pid=1161): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1161)]\u000a21:18:50.765411 run osmo-stp_10.42.42.5(pid=1161): stdout: \u000a| (launched: 2022-12-13_21:18:49.201031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:50.903934 run osmo-stp_10.42.42.5(pid=1161): stderr: \u000a| �[0;m�[38;5;43m20221213211849393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211849393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211849393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211849395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:51.037650 run osmo-stp_10.42.42.5(pid=1161): stdout: \u000a| (launched: 2022-12-13_21:18:49.201031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:51.170228 run osmo-stp_10.42.42.5(pid=1161): stderr: \u000a| �[0;m�[38;5;43m20221213211849393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211849393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211849393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211849395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:51.324575 run patchelf(pid=1164): Terminating (SIGINT)\u000a21:18:51.506923 run patchelf(pid=1164): Terminated: ok {rc=0}\u000a21:18:51.539849 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1161): Process ended prematurely: osmo-stp_10.42.42.5(pid=1161) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1161)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:18:51.548938 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:18:51.611743 run osmo-hlr_10.42.42.2(pid=1158): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1158)]\u000a21:18:51.663214 run osmo-hlr_10.42.42.2(pid=1158): stdout: \u000a| (launched: 2022-12-13_21:18:48.197107) \u000a21:18:51.715169 run osmo-hlr_10.42.42.2(pid=1158): stderr: \u000a| �[0;m�[1;31m20221213211848396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211848396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211848396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211848396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211848396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211848396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211848411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211848421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211848421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211848421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:51.759226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1157): Terminating (SIGTERM)\u000a21:18:51.801438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1160): Terminating (SIGTERM)\u000a21:18:51.843710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1163): Terminating (SIGTERM)\u000a21:18:51.853541 --- ParallelTerminationStrategy: PID 1157 died...\u000a21:18:51.909784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1157): Terminated: ok {rc=0}\u000a21:18:51.919980 --- ParallelTerminationStrategy: PID 1160 died...\u000a21:18:51.975882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1160): Terminated: ok {rc=0}\u000a21:18:51.986085 --- ParallelTerminationStrategy: PID 1163 died...\u000a21:18:52.041904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1163): Terminated: ok {rc=0}\u000a21:18:52.129893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1171): Process ended prematurely: osmo-stp_10.42.42.5(pid=1171) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1171)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1171): Process ended prematurely: osmo-stp_10.42.42.5(pid=1171) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:18:53.182044 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.194476 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:18:53.350981 tst ping_idle_ping.py: using LAC 36342\u000a21:18:53.471943 tst ping_idle_ping.py: using RAC 132\u000a21:18:53.592369 tst ping_idle_ping.py: using CellId 36342\u000a21:18:53.711162 tst ping_idle_ping.py: using BVCI 36343\u000a21:18:53.734404 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.745619 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.756605 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.767425 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.778681 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.789911 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.801186 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.812213 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:54.090690 tst ping_idle_ping.py:24: start network...\u000a21:18:54.216844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:54.698363 run create_hlr_db(pid=1165): Launched\u000a21:18:54.873218 bus /gobi_6: Setting Powered False\u000a21:18:55.895856 run create_hlr_db(pid=1165): Terminated: ok {rc=0}\u000a21:18:56.302104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1167): Launched\u000a21:18:56.606080 run osmo-hlr_10.42.42.2(pid=1168): Launched\u000a21:18:56.723732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:57.256845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1170): Launched\u000a21:18:57.561912 run osmo-stp_10.42.42.5(pid=1171): Launched\u000a21:18:57.671934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:58.198253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1174): Launched\u000a21:18:58.305484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:58.569752 run patchelf(pid=1176): Launched\u000a21:18:58.747426 run osmo-stp_10.42.42.5(pid=1171): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1171)]\u000a21:18:58.876584 run osmo-stp_10.42.42.5(pid=1171): stdout: \u000a| (launched: 2022-12-13_21:18:57.410070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:59.006557 run osmo-stp_10.42.42.5(pid=1171): stderr: \u000a| �[0;m�[38;5;43m20221213211857580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211857580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211857580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211857581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211857581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211857581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211857581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:59.132161 run osmo-stp_10.42.42.5(pid=1171): stdout: \u000a| (launched: 2022-12-13_21:18:57.410070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:59.256888 run osmo-stp_10.42.42.5(pid=1171): stderr: \u000a| �[0;m�[38;5;43m20221213211857580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211857580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211857580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211857581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211857581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211857581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211857581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:59.401958 run patchelf(pid=1176): Terminating (SIGINT)\u000a21:18:59.572695 run patchelf(pid=1176): Terminated: ok {rc=0}\u000a21:18:59.603666 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1171): Process ended prematurely: osmo-stp_10.42.42.5(pid=1171) [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1171)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:18:59.612425 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:18:59.673009 run osmo-hlr_10.42.42.2(pid=1168): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1168)]\u000a21:18:59.722372 run osmo-hlr_10.42.42.2(pid=1168): stdout: \u000a| (launched: 2022-12-13_21:18:56.455983) \u000a21:18:59.772087 run osmo-hlr_10.42.42.2(pid=1168): stderr: \u000a| �[0;m�[1;31m20221213211856631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211856631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211856631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211856631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211856631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211856631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211856643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211856651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211856652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211856652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:59.814564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1167): Terminating (SIGTERM)\u000a21:18:59.854813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1170): Terminating (SIGTERM)\u000a21:18:59.895064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1174): Terminating (SIGTERM)\u000a21:18:59.904457 --- ParallelTerminationStrategy: PID 1167 died...\u000a21:18:59.958489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1167): Terminated: ok {rc=0}\u000a21:18:59.968200 --- ParallelTerminationStrategy: PID 1170 died...\u000a21:19:00.022072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1170): Terminated: ok {rc=0}\u000a21:19:00.031797 --- ParallelTerminationStrategy: PID 1174 died...\u000a21:19:00.085594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1174): Terminated: ok {rc=0}\u000a21:19:00.169441 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:18:01" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1191): Process ended prematurely: osmo-stp_10.42.42.5(pid=1191) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1191)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1191): Process ended prematurely: osmo-stp_10.42.42.5(pid=1191) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:19:02.372263 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:02.384128 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:19:02.528520 tst cs_paging_gprs_active.py: using LAC 36343\u000a21:19:02.651335 tst cs_paging_gprs_active.py: using RAC 133\u000a21:19:02.772277 tst cs_paging_gprs_active.py: using CellId 36343\u000a21:19:02.893384 tst cs_paging_gprs_active.py: using BVCI 36344\u000a21:19:02.916525 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:02.928015 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:02.939385 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:02.950594 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:02.962827 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:02.974652 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:02.986969 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:02.998901 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:03.011323 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:03.133135 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:03.411933 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:19:03.537851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:03.850504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Launched\u000a21:19:04.110567 run iperf3-srv_10.42.42.10(pid=1182): Launched\u000a21:19:04.294202 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:19:04.419339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:04.731912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Launched\u000a21:19:04.992097 run iperf3-srv_10.42.42.10(pid=1184): Launched\u000a21:19:05.176049 tst cs_paging_gprs_active.py:38: start network...\u000a21:19:05.301541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:05.778237 run create_hlr_db(pid=1185): Launched\u000a21:19:05.952301 bus /gobi_6: Setting Powered False\u000a21:19:06.974602 run create_hlr_db(pid=1185): Terminated: ok {rc=0}\u000a21:19:07.377925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1187): Launched\u000a21:19:07.680619 run osmo-hlr_10.42.42.2(pid=1188): Launched\u000a21:19:07.799313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:08.328503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1190): Launched\u000a21:19:08.631160 run osmo-stp_10.42.42.5(pid=1191): Launched\u000a21:19:08.740758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:09.270183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1193): Launched\u000a21:19:09.377683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:09.641018 run patchelf(pid=1194): Launched\u000a21:19:09.817708 run osmo-stp_10.42.42.5(pid=1191): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1191)]\u000a21:19:09.946916 run osmo-stp_10.42.42.5(pid=1191): stdout: \u000a| (launched: 2022-12-13_21:19:08.482237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:10.076583 run osmo-stp_10.42.42.5(pid=1191): stderr: \u000a| �[0;m�[38;5;43m20221213211908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211908652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211908652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211908653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211908653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211908653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:10.202319 run osmo-stp_10.42.42.5(pid=1191): stdout: \u000a| (launched: 2022-12-13_21:19:08.482237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:10.326886 run osmo-stp_10.42.42.5(pid=1191): stderr: \u000a| �[0;m�[38;5;43m20221213211908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211908652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211908652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211908653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211908653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211908653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:10.472546 run patchelf(pid=1194): Terminating (SIGINT)\u000a21:19:10.644313 run patchelf(pid=1194): Terminated: ok {rc=0}\u000a21:19:10.675998 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1191): Process ended prematurely: osmo-stp_10.42.42.5(pid=1191) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1191)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a21:19:10.685227 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a21:19:10.746412 run osmo-hlr_10.42.42.2(pid=1188): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1188)]\u000a21:19:10.796009 run osmo-hlr_10.42.42.2(pid=1188): stdout: \u000a| (launched: 2022-12-13_21:19:07.531851) \u000a21:19:10.846068 run osmo-hlr_10.42.42.2(pid=1188): stderr: \u000a| �[0;m�[1;31m20221213211907704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211907704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211907704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211907704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211907704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211907704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211907720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211907729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211907729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211907729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:10.888512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Terminating (SIGTERM)\u000a21:19:10.928602 run iperf3-srv_10.42.42.10(pid=1182): Terminating (SIGTERM)\u000a21:19:10.969544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Terminating (SIGTERM)\u000a21:19:11.010037 run iperf3-srv_10.42.42.10(pid=1184): Terminating (SIGTERM)\u000a21:19:11.051312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1187): Terminating (SIGTERM)\u000a21:19:11.091948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1190): Terminating (SIGTERM)\u000a21:19:11.132377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1193): Terminating (SIGTERM)\u000a21:19:11.141565 --- ParallelTerminationStrategy: PID 1181 died...\u000a21:19:11.195689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1181): Terminated: ok {rc=0}\u000a21:19:11.205173 --- ParallelTerminationStrategy: PID 1182 died...\u000a21:19:11.258673 run iperf3-srv_10.42.42.10(pid=1182): Terminated {rc=256}\u000a21:19:11.268074 --- ParallelTerminationStrategy: PID 1183 died...\u000a21:19:11.321549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1183): Terminated: ok {rc=0}\u000a21:19:11.330975 --- ParallelTerminationStrategy: PID 1184 died...\u000a21:19:11.384486 run iperf3-srv_10.42.42.10(pid=1184): Terminated {rc=256}\u000a21:19:11.393971 --- ParallelTerminationStrategy: PID 1187 died...\u000a21:19:11.447442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1187): Terminated: ok {rc=0}\u000a21:19:11.456890 --- ParallelTerminationStrategy: PID 1190 died...\u000a21:19:11.510240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1190): Terminated: ok {rc=0}\u000a21:19:11.519707 --- ParallelTerminationStrategy: PID 1193 died...\u000a21:19:11.573253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1193): Terminated: ok {rc=0}\u000a21:19:11.657004 bus /gobi_0: Setting Powered False\u000a21:19:12.764942 bus /gobi_0: Setting Powered False\u000a21:19:13.873694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1203): Process ended prematurely: osmo-stp_10.42.42.5(pid=1203) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1203)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1203): Process ended prematurely: osmo-stp_10.42.42.5(pid=1203) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a21:19:14.987906 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.000255 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:19:15.145202 tst iperf3.py: using LAC 36344\u000a21:19:15.273163 tst iperf3.py: using RAC 134\u000a21:19:15.404351 tst iperf3.py: using CellId 36344\u000a21:19:15.528885 tst iperf3.py: using BVCI 36345\u000a21:19:15.553679 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.565567 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.577213 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.588933 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.600609 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.612240 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.624050 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.635777 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:15.647640 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:15.963698 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:19:16.101192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:16.446714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1195): Launched\u000a21:19:16.740059 run iperf3-srv_10.42.42.10(pid=1196): Launched\u000a21:19:16.931652 tst iperf3.py:8: start network...\u000a21:19:17.063964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:17.546805 run create_hlr_db(pid=1197): Launched\u000a21:19:17.719789 bus /gobi_6: Setting Powered False\u000a21:19:18.751994 run create_hlr_db(pid=1197): Terminated: ok {rc=0}\u000a21:19:19.158127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1199): Launched\u000a21:19:19.462609 run osmo-hlr_10.42.42.2(pid=1200): Launched\u000a21:19:19.573289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:20.096874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1202): Launched\u000a21:19:20.400766 run osmo-stp_10.42.42.5(pid=1203): Launched\u000a21:19:20.511407 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:21.039803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1205): Launched\u000a21:19:21.148221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:21.411773 run patchelf(pid=1206): Launched\u000a21:19:21.588854 run osmo-stp_10.42.42.5(pid=1203): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1203)]\u000a21:19:21.718789 run osmo-stp_10.42.42.5(pid=1203): stdout: \u000a| (launched: 2022-12-13_21:19:20.251012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:21.849707 run osmo-stp_10.42.42.5(pid=1203): stderr: \u000a| �[0;m�[38;5;43m20221213211920420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211920420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211920420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211920421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211920421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211920421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211920421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:21.975676 run osmo-stp_10.42.42.5(pid=1203): stdout: \u000a| (launched: 2022-12-13_21:19:20.251012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:22.100846 run osmo-stp_10.42.42.5(pid=1203): stderr: \u000a| �[0;m�[38;5;43m20221213211920420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211920420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211920420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211920421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211920421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211920421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211920421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:22.246624 run patchelf(pid=1206): Terminating (SIGINT)\u000a21:19:22.418285 run patchelf(pid=1206): Terminated: ok {rc=0}\u000a21:19:22.449831 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1203): Process ended prematurely: osmo-stp_10.42.42.5(pid=1203) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1203)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a21:19:22.459210 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:19:22.520412 run osmo-hlr_10.42.42.2(pid=1200): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1200)]\u000a21:19:22.570513 run osmo-hlr_10.42.42.2(pid=1200): stdout: \u000a| (launched: 2022-12-13_21:19:19.311263) \u000a21:19:22.621221 run osmo-hlr_10.42.42.2(pid=1200): stderr: \u000a| �[0;m�[1;31m20221213211919486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211919486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211919486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211919486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211919487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211919487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211919498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211919507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211919507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211919507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:22.663872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1195): Terminating (SIGTERM)\u000a21:19:22.704087 run iperf3-srv_10.42.42.10(pid=1196): Terminating (SIGTERM)\u000a21:19:22.744388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1199): Terminating (SIGTERM)\u000a21:19:22.784480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1202): Terminating (SIGTERM)\u000a21:19:22.824521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1205): Terminating (SIGTERM)\u000a21:19:22.833784 --- ParallelTerminationStrategy: PID 1195 died...\u000a21:19:22.888098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1195): Terminated: ok {rc=0}\u000a21:19:22.897747 --- ParallelTerminationStrategy: PID 1196 died...\u000a21:19:22.951547 run iperf3-srv_10.42.42.10(pid=1196): Terminated {rc=256}\u000a21:19:22.961098 --- ParallelTerminationStrategy: PID 1199 died...\u000a21:19:23.015575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1199): Terminated: ok {rc=0}\u000a21:19:23.025351 --- ParallelTerminationStrategy: PID 1202 died...\u000a21:19:23.079455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1202): Terminated: ok {rc=0}\u000a21:19:23.089127 --- ParallelTerminationStrategy: PID 1205 died...\u000a21:19:23.143112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1205): Terminated: ok {rc=0}\u000a21:19:23.232628 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1221): Process ended prematurely: osmo-stp_10.42.42.5(pid=1221) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1221)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1221): Process ended prematurely: osmo-stp_10.42.42.5(pid=1221) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a21:19:24.344459 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.356563 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:19:24.495595 tst iperf3m4.py: using LAC 36345\u000a21:19:24.615229 tst iperf3m4.py: using RAC 135\u000a21:19:24.734766 tst iperf3m4.py: using CellId 36345\u000a21:19:24.852088 tst iperf3m4.py: using BVCI 36346\u000a21:19:24.875086 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.886477 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.897762 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.908904 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.920424 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.931806 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.943483 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.954953 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:24.966725 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:25.084538 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:25.209372 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:25.331674 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:25.626002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:19:25.760317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:26.093739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Launched\u000a21:19:26.372939 run iperf3-srv_10.42.42.10(pid=1208): Launched\u000a21:19:26.570471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:19:26.705293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:27.038854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1209): Launched\u000a21:19:27.316914 run iperf3-srv_10.42.42.10(pid=1210): Launched\u000a21:19:27.514834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:19:27.649379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:27.983854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1211): Launched\u000a21:19:28.261260 run iperf3-srv_10.42.42.10(pid=1212): Launched\u000a21:19:28.458874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:19:28.594107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:28.927923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1213): Launched\u000a21:19:29.206688 run iperf3-srv_10.42.42.10(pid=1214): Launched\u000a21:19:29.404893 tst iperf3m4.py:8: start network...\u000a21:19:29.539736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:30.059186 run create_hlr_db(pid=1215): Launched\u000a21:19:30.245679 bus /gobi_6: Setting Powered False\u000a21:19:31.269980 run create_hlr_db(pid=1215): Terminated: ok {rc=0}\u000a21:19:31.715193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1217): Launched\u000a21:19:32.083832 run osmo-hlr_10.42.42.2(pid=1218): Launched\u000a21:19:32.205788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:32.777798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1220): Launched\u000a21:19:33.081522 run osmo-stp_10.42.42.5(pid=1221): Launched\u000a21:19:33.192481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:33.725154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1223): Launched\u000a21:19:33.833590 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:34.099038 run patchelf(pid=1224): Launched\u000a21:19:34.276660 run osmo-stp_10.42.42.5(pid=1221): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1221)]\u000a21:19:34.406625 run osmo-stp_10.42.42.5(pid=1221): stdout: \u000a| (launched: 2022-12-13_21:19:32.932134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:34.536835 run osmo-stp_10.42.42.5(pid=1221): stderr: \u000a| �[0;m�[38;5;43m20221213211933099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211933100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211933100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211933100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211933101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211933101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211933101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:34.663056 run osmo-stp_10.42.42.5(pid=1221): stdout: \u000a| (launched: 2022-12-13_21:19:32.932134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:34.787954 run osmo-stp_10.42.42.5(pid=1221): stderr: \u000a| �[0;m�[38;5;43m20221213211933099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211933100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211933100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211933100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211933101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211933101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211933101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:34.934076 run patchelf(pid=1224): Terminating (SIGINT)\u000a21:19:35.105230 run patchelf(pid=1224): Terminated: ok {rc=0}\u000a21:19:35.136806 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1221): Process ended prematurely: osmo-stp_10.42.42.5(pid=1221) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1221)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a21:19:35.146238 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:19:35.207006 run osmo-hlr_10.42.42.2(pid=1218): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1218)]\u000a21:19:35.256776 run osmo-hlr_10.42.42.2(pid=1218): stdout: \u000a| (launched: 2022-12-13_21:19:31.875521) \u000a21:19:35.307104 run osmo-hlr_10.42.42.2(pid=1218): stderr: \u000a| �[0;m�[1;31m20221213211932226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211932226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211932226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211932226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211932226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211932226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211932243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211932260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211932260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211932260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:35.349956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Terminating (SIGTERM)\u000a21:19:35.390268 run iperf3-srv_10.42.42.10(pid=1208): Terminating (SIGTERM)\u000a21:19:35.430548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1209): Terminating (SIGTERM)\u000a21:19:35.471028 run iperf3-srv_10.42.42.10(pid=1210): Terminating (SIGTERM)\u000a21:19:35.511192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1211): Terminating (SIGTERM)\u000a21:19:35.551456 run iperf3-srv_10.42.42.10(pid=1212): Terminating (SIGTERM)\u000a21:19:35.591775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1213): Terminating (SIGTERM)\u000a21:19:35.631799 run iperf3-srv_10.42.42.10(pid=1214): Terminating (SIGTERM)\u000a21:19:35.672009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1217): Terminating (SIGTERM)\u000a21:19:35.712143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1220): Terminating (SIGTERM)\u000a21:19:35.753029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1223): Terminating (SIGTERM)\u000a21:19:35.762316 --- ParallelTerminationStrategy: PID 1207 died...\u000a21:19:35.816483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1207): Terminated: ok {rc=0}\u000a21:19:35.826191 --- ParallelTerminationStrategy: PID 1208 died...\u000a21:19:35.879806 run iperf3-srv_10.42.42.10(pid=1208): Terminated {rc=256}\u000a21:19:35.889435 --- ParallelTerminationStrategy: PID 1209 died...\u000a21:19:35.943276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1209): Terminated: ok {rc=0}\u000a21:19:35.953020 --- ParallelTerminationStrategy: PID 1210 died...\u000a21:19:36.006782 run iperf3-srv_10.42.42.10(pid=1210): Terminated {rc=256}\u000a21:19:36.016358 --- ParallelTerminationStrategy: PID 1211 died...\u000a21:19:36.070370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1211): Terminated: ok {rc=0}\u000a21:19:36.080034 --- ParallelTerminationStrategy: PID 1212 died...\u000a21:19:36.134078 run iperf3-srv_10.42.42.10(pid=1212): Terminated {rc=256}\u000a21:19:36.143556 --- ParallelTerminationStrategy: PID 1213 died...\u000a21:19:36.197651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1213): Terminated: ok {rc=0}\u000a21:19:36.207268 --- ParallelTerminationStrategy: PID 1214 died...\u000a21:19:36.261104 run iperf3-srv_10.42.42.10(pid=1214): Terminated {rc=256}\u000a21:19:36.270609 --- ParallelTerminationStrategy: PID 1217 died...\u000a21:19:36.324578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1217): Terminated: ok {rc=0}\u000a21:19:36.334244 --- ParallelTerminationStrategy: PID 1220 died...\u000a21:19:36.388638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1220): Terminated: ok {rc=0}\u000a21:19:36.398363 --- ParallelTerminationStrategy: PID 1223 died...\u000a21:19:36.452712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1223): Terminated: ok {rc=0}\u000a21:19:36.542213 bus /gobi_4: Setting Powered False\u000a21:19:37.645886 bus /gobi_4: Setting Powered False\u000a21:19:38.756758 bus /gobi_1: Setting Powered False\u000a21:19:39.861174 bus /gobi_1: Setting Powered False\u000a21:19:40.973742 bus /gobi_0: Setting Powered False\u000a21:19:42.078290 bus /gobi_0: Setting Powered False\u000a21:19:43.187982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a21:19:44.256359 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:44.268745 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:19:44.412937 tst ping.py: using LAC 36346\u000a21:19:44.536204 tst ping.py: using RAC 136\u000a21:19:44.655612 tst ping.py: using CellId 36346\u000a21:19:44.778264 tst ping.py: using BVCI 36347\u000a21:19:44.801099 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:44.812663 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:44.824126 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:44.835677 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:44.847837 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:44.859854 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:44.872017 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:44.884171 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:45.176249 tst ping.py:19: start network...\u000a21:19:45.308023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:45.816076 run create_hlr_db(pid=1226): Launched\u000a21:19:46.021580 bus /gobi_6: Setting Powered False\u000a21:19:47.028190 run create_hlr_db(pid=1226): Terminated: ok {rc=0}\u000a21:19:47.454442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Launched\u000a21:19:47.752105 run osmo-hlr_10.42.42.2(pid=1229): Launched\u000a21:19:47.868531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:48.390457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Launched\u000a21:19:48.687682 run osmo-stp_10.42.42.5(pid=1233): Launched\u000a21:19:48.795243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:49.314229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Launched\u000a21:19:49.420489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:49.681423 run patchelf(pid=1236): Launched\u000a21:19:49.855858 run osmo-stp_10.42.42.5(pid=1233): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)]\u000a21:19:49.983511 run osmo-stp_10.42.42.5(pid=1233): stdout: \u000a| (launched: 2022-12-13_21:19:48.541325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:50.111348 run osmo-stp_10.42.42.5(pid=1233): stderr: \u000a| �[0;m�[38;5;43m20221213211948709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211948709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211948709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211948710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:50.235877 run osmo-stp_10.42.42.5(pid=1233): stdout: \u000a| (launched: 2022-12-13_21:19:48.541325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:50.358874 run osmo-stp_10.42.42.5(pid=1233): stderr: \u000a| �[0;m�[38;5;43m20221213211948709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211948709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211948709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211948710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211948710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:50.502072 run patchelf(pid=1236): Terminating (SIGINT)\u000a21:19:50.670494 run patchelf(pid=1236): Terminated: ok {rc=0}\u000a21:19:50.701298 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1233): Process ended prematurely: osmo-stp_10.42.42.5(pid=1233) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1233)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a21:19:50.710082 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:19:50.770592 run osmo-hlr_10.42.42.2(pid=1229): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1229)]\u000a21:19:50.820263 run osmo-hlr_10.42.42.2(pid=1229): stdout: \u000a| (launched: 2022-12-13_21:19:47.605428) \u000a21:19:50.870639 run osmo-hlr_10.42.42.2(pid=1229): stderr: \u000a| �[0;m�[1;31m20221213211947780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211947780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211947780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211947780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211947780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211947780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211947790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211947800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211947800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211947800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:50.913429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Terminating (SIGTERM)\u000a21:19:50.953749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Terminating (SIGTERM)\u000a21:19:50.994087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Terminating (SIGTERM)\u000a21:19:51.003327 --- ParallelTerminationStrategy: PID 1228 died...\u000a21:19:51.057733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1228): Terminated: ok {rc=0}\u000a21:19:51.067422 --- ParallelTerminationStrategy: PID 1232 died...\u000a21:19:51.121294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1232): Terminated: ok {rc=0}\u000a21:19:51.131021 --- ParallelTerminationStrategy: PID 1235 died...\u000a21:19:51.184781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1235): Terminated: ok {rc=0}\u000a21:19:51.273360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1243): Process ended prematurely: osmo-stp_10.42.42.5(pid=1243) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1243)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1243): Process ended prematurely: osmo-stp_10.42.42.5(pid=1243) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a21:19:52.324369 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:52.336436 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:19:52.475199 tst ping_idle_ping.py: using LAC 36347\u000a21:19:52.592226 tst ping_idle_ping.py: using RAC 137\u000a21:19:52.710630 tst ping_idle_ping.py: using CellId 36347\u000a21:19:52.827751 tst ping_idle_ping.py: using BVCI 36348\u000a21:19:52.850682 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:52.862238 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:52.873517 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:52.884592 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:52.896506 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:52.908597 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:52.920746 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:19:52.932822 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:19:53.226945 tst ping_idle_ping.py:24: start network...\u000a21:19:53.359736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:53.874175 run create_hlr_db(pid=1237): Launched\u000a21:19:54.058747 bus /gobi_6: Setting Powered False\u000a21:19:55.078979 run create_hlr_db(pid=1237): Terminated: ok {rc=0}\u000a21:19:55.482461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1239): Launched\u000a21:19:55.781689 run osmo-hlr_10.42.42.2(pid=1240): Launched\u000a21:19:55.895054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:56.413623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1242): Launched\u000a21:19:56.711973 run osmo-stp_10.42.42.5(pid=1243): Launched\u000a21:19:56.820123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:57.341551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1245): Launched\u000a21:19:57.448027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:57.708017 run patchelf(pid=1246): Launched\u000a21:19:57.883288 run osmo-stp_10.42.42.5(pid=1243): ERR: Terminated: ERROR {rc=1} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1243)]\u000a21:19:58.011042 run osmo-stp_10.42.42.5(pid=1243): stdout: \u000a| (launched: 2022-12-13_21:19:56.564507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:58.139320 run osmo-stp_10.42.42.5(pid=1243): stderr: \u000a| �[0;m�[38;5;43m20221213211956731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211956731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211956731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211956732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211956732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211956732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211956732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:58.263315 run osmo-stp_10.42.42.5(pid=1243): stdout: \u000a| (launched: 2022-12-13_21:19:56.564507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:58.386498 run osmo-stp_10.42.42.5(pid=1243): stderr: \u000a| �[0;m�[38;5;43m20221213211956731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213211956731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213211956731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213211956732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213211956732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213211956732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213211956732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:58.530241 run patchelf(pid=1246): Terminating (SIGINT)\u000a21:19:58.699256 run patchelf(pid=1246): Terminated: ok {rc=0}\u000a21:19:58.730042 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1243): Process ended prematurely: osmo-stp_10.42.42.5(pid=1243) [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1243)] [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a21:19:58.738900 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:19:58.799883 run osmo-hlr_10.42.42.2(pid=1240): ERR: Terminated: ERROR {rc=237} [trial-2394↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1240)]\u000a21:19:58.849679 run osmo-hlr_10.42.42.2(pid=1240): stdout: \u000a| (launched: 2022-12-13_21:19:55.634549) \u000a21:19:58.899852 run osmo-hlr_10.42.42.2(pid=1240): stderr: \u000a| �[0;m�[1;31m20221213211955809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213211955809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213211955809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211955809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213211955809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213211955809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213211955822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213211955831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213211955831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213211955831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:58.942601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1239): Terminating (SIGTERM)\u000a21:19:58.982877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1242): Terminating (SIGTERM)\u000a21:19:59.023055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1245): Terminating (SIGTERM)\u000a21:19:59.032266 --- ParallelTerminationStrategy: PID 1239 died...\u000a21:19:59.086618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1239): Terminated: ok {rc=0}\u000a21:19:59.096214 --- ParallelTerminationStrategy: PID 1242 died...\u000a21:19:59.150100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1242): Terminated: ok {rc=0}\u000a21:19:59.159658 --- ParallelTerminationStrategy: PID 1245 died...\u000a21:19:59.213567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1245): Terminated: ok {rc=0}\u000a21:19:59.297551 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:19:01" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1259): Process ended prematurely: osmo-stp_10.42.42.5(pid=1259) [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1259)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1259): Process ended prematurely: osmo-stp_10.42.42.5(pid=1259) [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:20:01.388173 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:20:01.401402 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:20:01.566575 tst switch_tch_pdch.py: using LAC 36348\u000a21:20:01.688477 tst switch_tch_pdch.py: using RAC 138\u000a21:20:01.808526 tst switch_tch_pdch.py: using CellId 36348\u000a21:20:01.942799 tst switch_tch_pdch.py: using BVCI 36349\u000a21:20:01.978285 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:20:01.995093 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:20:02.011824 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:20:02.027766 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:20:02.041654 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:20:02.055107 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:20:02.067984 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:20:02.081394 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:20:02.239321 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:20:02.538564 tst switch_tch_pdch.py:51: start network...\u000a21:20:02.670911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:03.179531 run create_hlr_db(pid=1253): Launched\u000a21:20:03.363793 bus /gobi_6: Setting Powered False\u000a21:20:04.383361 run create_hlr_db(pid=1253): Terminated: ok {rc=0}\u000a21:20:04.806476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1255): Launched\u000a21:20:05.123939 run osmo-hlr_10.42.42.2(pid=1256): Launched\u000a21:20:05.239922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:20:05.796806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1258): Launched\u000a21:20:06.116997 run osmo-stp_10.42.42.5(pid=1259): Launched\u000a21:20:06.232283 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:20:06.789802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1261): Launched\u000a21:20:06.903797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:20:07.182157 run patchelf(pid=1262): Launched\u000a21:20:07.370125 run osmo-stp_10.42.42.5(pid=1259): ERR: Terminated: ERROR {rc=1} [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1259)]\u000a21:20:07.507129 run osmo-stp_10.42.42.5(pid=1259): stdout: \u000a| (launched: 2022-12-13_21:20:05.958938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:07.644405 run osmo-stp_10.42.42.5(pid=1259): stderr: \u000a| �[0;m�[38;5;43m20221213212006147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212006147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212006148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212006148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212006149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212006149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212006149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:07.776785 run osmo-stp_10.42.42.5(pid=1259): stdout: \u000a| (launched: 2022-12-13_21:20:05.958938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:07.908937 run osmo-stp_10.42.42.5(pid=1259): stderr: \u000a| �[0;m�[38;5;43m20221213212006147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212006147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212006148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212006148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212006149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212006149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212006149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:08.062147 run patchelf(pid=1262): Terminating (SIGINT)\u000a21:20:08.241703 run patchelf(pid=1262): Terminated: ok {rc=0}\u000a21:20:08.274283 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1259): Process ended prematurely: osmo-stp_10.42.42.5(pid=1259) [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1259)] [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:20:08.283612 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a21:20:08.346810 run osmo-hlr_10.42.42.2(pid=1256): ERR: Terminated: ERROR {rc=237} [trial-2394↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1256)]\u000a21:20:08.398750 run osmo-hlr_10.42.42.2(pid=1256): stdout: \u000a| (launched: 2022-12-13_21:20:04.968514) \u000a21:20:08.451312 run osmo-hlr_10.42.42.2(pid=1256): stderr: \u000a| �[0;m�[1;31m20221213212005163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212005163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212005163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212005163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212005163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212005163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212005175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212005184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212005184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212005184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:08.496260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1255): Terminating (SIGTERM)\u000a21:20:08.538785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1258): Terminating (SIGTERM)\u000a21:20:08.581135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1261): Terminating (SIGTERM)\u000a21:20:08.590823 --- ParallelTerminationStrategy: PID 1255 died...\u000a21:20:08.647177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1255): Terminated: ok {rc=0}\u000a21:20:08.657174 --- ParallelTerminationStrategy: PID 1258 died...\u000a21:20:08.713176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1258): Terminated: ok {rc=0}\u000a21:20:08.723281 --- ParallelTerminationStrategy: PID 1261 died...\u000a21:20:08.779411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1261): Terminated: ok {rc=0}\u000a21:20:08.867568 bus /gobi_0: Setting Powered False\u000a21:20:09.971482 bus /gobi_0: Setting Powered False\u000a21:20:11.082568 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:20:01" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a21:20:12.919614 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:20:13.033476 tst esme_connect_policy_acceptall.py: using MSISDN 8333\u000a21:20:13.177318 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:20:13.788505 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Launched\u000a21:20:14.112372 run osmo-nitb_10.42.42.2(pid=1269): Launched\u000a21:20:14.311253 run osmo-nitb_10.42.42.2(pid=1269): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]\u000a21:20:14.457894 run osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-13_21:20:13.954776) \u000a21:20:14.604327 run osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-13_21:20:14.003208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:14.746798 run osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-13_21:20:13.954776) \u000a21:20:14.888160 run osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-13_21:20:14.003208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:15.243897 tst osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-13_21:20:13.954776) \u000a21:20:15.373960 tst osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-13_21:20:14.003208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:15.430656 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)] [trial-2394↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a21:20:15.439400 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a21:20:15.475632 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Terminating (SIGTERM)\u000a21:20:15.653532 --- ParallelTerminationStrategy: PID 1268 died...\u000a21:20:15.710684 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1271): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1271) [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1271)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1271): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1271) [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a21:20:15.725716 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:20:15.858471 tst esme_connect_policy_closed.py: using MSISDN 8334\u000a21:20:16.021749 tst esme_connect_policy_closed.py: using MSISDN 8335\u000a21:20:16.140660 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:20:16.773701 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1270): Launched\u000a21:20:17.119581 run osmo-nitb_10.42.42.2(pid=1271): Launched\u000a21:20:17.294647 run osmo-nitb_10.42.42.2(pid=1271): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1271)]\u000a21:20:17.422806 run osmo-nitb_10.42.42.2(pid=1271): stdout: \u000a| (launched: 2022-12-13_21:20:16.943579) \u000a21:20:17.550582 run osmo-nitb_10.42.42.2(pid=1271): stderr: \u000a| (launched: 2022-12-13_21:20:16.993239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:17.675029 run osmo-nitb_10.42.42.2(pid=1271): stdout: \u000a| (launched: 2022-12-13_21:20:16.943579) \u000a21:20:17.796866 run osmo-nitb_10.42.42.2(pid=1271): stderr: \u000a| (launched: 2022-12-13_21:20:16.993239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:17.850380 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=1271): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1271) [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1271)] [trial-2394↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a21:20:17.858869 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a21:20:17.893771 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1270): Terminating (SIGTERM)\u000a21:20:18.071160 --- ParallelTerminationStrategy: PID 1270 died...\u000a21:20:18.127411 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1270): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1273) [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1273)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1273) [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a21:20:18.141633 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:20:18.152907 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a21:20:18.279060 tst esme_ms_sms_storeforward.py: using LAC 36349\u000a21:20:18.400451 tst esme_ms_sms_storeforward.py: using RAC 139\u000a21:20:18.522595 tst esme_ms_sms_storeforward.py: using CellId 36349\u000a21:20:18.642341 tst esme_ms_sms_storeforward.py: using BVCI 36350\u000a21:20:18.665497 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a21:20:18.891338 tst esme_ms_sms_storeforward.py: using MSISDN 8336\u000a21:20:19.091945 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a21:20:19.229387 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:20:19.905792 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1272): Launched\u000a21:20:20.230840 run osmo-nitb_10.42.42.2(pid=1273): Launched\u000a21:20:20.418687 run osmo-nitb_10.42.42.2(pid=1273): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1273)]\u000a21:20:20.555297 run osmo-nitb_10.42.42.2(pid=1273): stdout: \u000a| (launched: 2022-12-13_21:20:20.072652) \u000a21:20:20.692094 run osmo-nitb_10.42.42.2(pid=1273): stderr: \u000a| (launched: 2022-12-13_21:20:20.121646)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:20.824450 run osmo-nitb_10.42.42.2(pid=1273): stdout: \u000a| (launched: 2022-12-13_21:20:20.072652) \u000a21:20:20.956224 run osmo-nitb_10.42.42.2(pid=1273): stderr: \u000a| (launched: 2022-12-13_21:20:20.121646)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:21.013484 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=1273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1273) [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1273)] [trial-2394↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a21:20:21.022057 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a21:20:21.058522 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1272): Terminating (SIGTERM)\u000a21:20:21.237089 --- ParallelTerminationStrategy: PID 1272 died...\u000a21:20:21.295550 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1272): Terminated: ok {rc=0}\u000a21:20:21.384283 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1275) [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1275)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1275) [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a21:20:22.436748 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:20:22.448275 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a21:20:22.574390 tst esme_ms_sms_transaction.py: using LAC 36350\u000a21:20:22.693066 tst esme_ms_sms_transaction.py: using RAC 140\u000a21:20:22.814682 tst esme_ms_sms_transaction.py: using CellId 36350\u000a21:20:22.936530 tst esme_ms_sms_transaction.py: using BVCI 36351\u000a21:20:22.959705 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a21:20:23.181506 tst esme_ms_sms_transaction.py: using MSISDN 8337\u000a21:20:23.367950 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a21:20:23.496014 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:20:24.126383 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1274): Launched\u000a21:20:24.428829 run osmo-nitb_10.42.42.2(pid=1275): Launched\u000a21:20:24.616149 run osmo-nitb_10.42.42.2(pid=1275): ERR: Terminated: ERROR {rc=2} [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1275)]\u000a21:20:24.754450 run osmo-nitb_10.42.42.2(pid=1275): stdout: \u000a| (launched: 2022-12-13_21:20:24.281621) \u000a21:20:24.892802 run osmo-nitb_10.42.42.2(pid=1275): stderr: \u000a| (launched: 2022-12-13_21:20:24.327006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:25.026837 run osmo-nitb_10.42.42.2(pid=1275): stdout: \u000a| (launched: 2022-12-13_21:20:24.281621) \u000a21:20:25.159784 run osmo-nitb_10.42.42.2(pid=1275): stderr: \u000a| (launched: 2022-12-13_21:20:24.327006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:25.552230 tst osmo-nitb_10.42.42.2(pid=1275): stdout: \u000a| (launched: 2022-12-13_21:20:24.281621) \u000a21:20:25.674736 tst osmo-nitb_10.42.42.2(pid=1275): stderr: \u000a| (launched: 2022-12-13_21:20:24.327006)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:20:25.728128 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=1275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1275) [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1275)] [trial-2394↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a21:20:25.736186 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a21:20:25.771037 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1274): Terminating (SIGTERM)\u000a21:20:25.948622 --- ParallelTerminationStrategy: PID 1274 died...\u000a21:20:26.003991 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1274): Terminated: ok {rc=0}\u000a21:20:26.088718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:20:12" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=1284): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1284) [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1284)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=1284): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1284) [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a21:20:27.892833 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:27.903837 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:27.914826 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:27.925510 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:28.039507 tst esme_connect_policy_acceptall.py: using MSISDN 8338\u000a21:20:28.155173 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a21:20:28.720115 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1279): Launched\u000a21:20:29.047367 run osmo-stp_10.42.42.4(pid=1280): Launched\u000a21:20:29.163201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:29.687279 run create_hlr_db(pid=1281): Launched\u000a21:20:29.876525 bus /sierra_2: Setting Powered False\u000a21:20:30.921286 run create_hlr_db(pid=1281): Terminated: ok {rc=0}\u000a21:20:31.385050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1283): Launched\u000a21:20:31.835861 run osmo-hlr_10.42.42.2(pid=1284): Launched\u000a21:20:32.069880 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a21:20:32.640096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1286): Launched\u000a21:20:32.948118 run osmo-msc_10.42.42.5(pid=1287): Launched\u000a21:20:33.129963 run osmo-hlr_10.42.42.2(pid=1284): ERR: Terminated: ERROR {rc=237} [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1284)]\u000a21:20:33.261436 run osmo-hlr_10.42.42.2(pid=1284): stdout: \u000a| (launched: 2022-12-13_21:20:31.550588) \u000a21:20:33.390318 run osmo-hlr_10.42.42.2(pid=1284): stderr: \u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212031826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212031835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212031835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212031835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:33.513623 run osmo-hlr_10.42.42.2(pid=1284): stdout: \u000a| (launched: 2022-12-13_21:20:31.550588) \u000a21:20:33.636143 run osmo-hlr_10.42.42.2(pid=1284): stderr: \u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212031812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212031826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212031835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212031835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212031835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:33.689699 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=1284): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1284) [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1284)] [trial-2394↪smpp↪esme_connect_policy_acceptall.py:23]\u000a21:20:33.697833 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec)\u000a21:20:33.758531 run osmo-msc_10.42.42.5(pid=1287): ERR: Terminated: ERROR {rc=9} [trial-2394↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=1287)]\u000a21:20:33.808436 run osmo-msc_10.42.42.5(pid=1287): stdout: \u000a| (launched: 2022-12-13_21:20:32.795895) \u000a21:20:33.858754 run osmo-msc_10.42.42.5(pid=1287): stderr: \u000a| �[0;m�[38;5;43m20221213212033110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213212033110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213212033111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213212033111 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213212033111 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213212033111 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213212033111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213212033111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213212033111 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a21:20:33.901465 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1279): Terminating (SIGTERM)\u000a21:20:33.941553 run osmo-stp_10.42.42.4(pid=1280): Terminating (SIGTERM)\u000a21:20:33.982764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1283): Terminating (SIGTERM)\u000a21:20:34.024154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1286): Terminating (SIGTERM)\u000a21:20:34.033608 --- ParallelTerminationStrategy: PID 1279 died...\u000a21:20:34.088703 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1279): Terminated: ok {rc=0}\u000a21:20:34.098474 --- ParallelTerminationStrategy: PID 1280 died...\u000a21:20:34.152594 run osmo-stp_10.42.42.4(pid=1280): Terminated: ok {rc=0}\u000a21:20:34.162074 --- ParallelTerminationStrategy: PID 1283 died...\u000a21:20:34.216376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1283): Terminated: ok {rc=0}\u000a21:20:34.226107 --- ParallelTerminationStrategy: PID 1286 died...\u000a21:20:34.280754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1286): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=1295): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1295) [trial-2394↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1295)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=1295): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1295) [trial-2394↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a21:20:34.295137 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:34.306407 tst smpp: Using 1 x bts (candidates: 1)\u000a21:20:34.438920 tst esme_connect_policy_closed.py: using LAC 36351\u000a21:20:34.571239 tst esme_connect_policy_closed.py: using RAC 141\u000a21:20:34.697912 tst esme_connect_policy_closed.py: using CellId 36351\u000a21:20:34.824470 tst esme_connect_policy_closed.py: using BVCI 36352\u000a21:20:34.849604 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:34.860465 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:34.871626 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:34.986736 tst esme_connect_policy_closed.py: using MSISDN 8339\u000a21:20:35.113898 tst esme_connect_policy_closed.py: using MSISDN 8340\u000a21:20:35.230065 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a21:20:35.797068 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1290): Launched\u000a21:20:36.126382 run osmo-stp_10.42.42.4(pid=1291): Launched\u000a21:20:36.242898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:36.767421 run create_hlr_db(pid=1292): Launched\u000a21:20:37.960357 run create_hlr_db(pid=1292): Terminated: ok {rc=0}\u000a21:20:38.298163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Launched\u000a21:20:38.627692 run osmo-hlr_10.42.42.2(pid=1295): Launched\u000a21:20:38.746614 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a21:20:39.346808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1297): Launched\u000a21:20:39.678476 run osmo-msc_10.42.42.5(pid=1298): Launched\u000a21:20:39.873244 run osmo-hlr_10.42.42.2(pid=1295): ERR: Terminated: ERROR {rc=237} [trial-2394↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1295)]\u000a21:20:40.013338 run osmo-hlr_10.42.42.2(pid=1295): stdout: \u000a| (launched: 2022-12-13_21:20:38.465614) \u000a21:20:40.152290 run osmo-hlr_10.42.42.2(pid=1295): stderr: \u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212038673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212038682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212038682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212038682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:40.284470 run osmo-hlr_10.42.42.2(pid=1295): stdout: \u000a| (launched: 2022-12-13_21:20:38.465614) \u000a21:20:40.415390 run osmo-hlr_10.42.42.2(pid=1295): stderr: \u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212038661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212038673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212038682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212038682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212038682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:40.472727 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=1295): Process ended prematurely: osmo-hlr_10.42.42.2(pid=1295) [trial-2394↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1295)] [trial-2394↪smpp↪esme_connect_policy_closed.py:31]\u000a21:20:40.481126 tst esme_connect_policy_closed.py:31: Test FAILED (6.2 sec)\u000a21:20:40.544411 run osmo-msc_10.42.42.5(pid=1298): ERR: Terminated: ERROR {rc=9} [trial-2394↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=1298)]\u000a21:20:40.596410 run osmo-msc_10.42.42.5(pid=1298): stdout: \u000a| (launched: 2022-12-13_21:20:39.514754) \u000a21:20:40.649102 run osmo-msc_10.42.42.5(pid=1298): stderr: \u000a| �[0;m�[38;5;43m20221213212039878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213212039878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213212039878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213212039878 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213212039878 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213212039878 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213212039878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213212039878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213212039879 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a21:20:40.693592 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1290): Terminating (SIGTERM)\u000a21:20:40.735760 run osmo-stp_10.42.42.4(pid=1291): Terminating (SIGTERM)\u000a21:20:40.778592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Terminating (SIGTERM)\u000a21:20:40.823725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1297): Terminating (SIGTERM)\u000a21:20:40.834527 --- ParallelTerminationStrategy: PID 1290 died...\u000a21:20:40.893924 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=1290): Terminated: ok {rc=0}\u000a21:20:40.904023 --- ParallelTerminationStrategy: PID 1291 died...\u000a21:20:40.959702 run osmo-stp_10.42.42.4(pid=1291): Terminated: ok {rc=0}\u000a21:20:40.969715 --- ParallelTerminationStrategy: PID 1294 died...\u000a21:20:41.025303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1294): Terminated: ok {rc=0}\u000a21:20:41.035256 --- ParallelTerminationStrategy: PID 1297 died...\u000a21:20:41.090794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1297): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1307): Process ended prematurely: osmo-stp_10.42.42.5(pid=1307) [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1307)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1307): Process ended prematurely: osmo-stp_10.42.42.5(pid=1307) [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a21:20:41.105911 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:41.117476 tst smpp: Using 1 x bts (candidates: 1)\u000a21:20:41.246790 tst esme_ms_sms_storeforward.py: using LAC 36352\u000a21:20:41.373326 tst esme_ms_sms_storeforward.py: using RAC 142\u000a21:20:41.492840 tst esme_ms_sms_storeforward.py: using CellId 36352\u000a21:20:41.623563 tst esme_ms_sms_storeforward.py: using BVCI 36353\u000a21:20:41.648810 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:41.659937 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:41.671016 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:41.682027 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:41.693758 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:41.705162 tst smpp: Using 1 x modem (candidates: 1)\u000a21:20:41.951306 tst esme_ms_sms_storeforward.py: using MSISDN 8341\u000a21:20:42.061356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:42.546188 run create_hlr_db(pid=1301): Launched\u000a21:20:43.727966 run create_hlr_db(pid=1301): Terminated: ok {rc=0}\u000a21:20:44.047168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1303): Launched\u000a21:20:44.357510 run osmo-hlr_10.42.42.2(pid=1304): Launched\u000a21:20:44.479304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:20:45.024549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1306): Launched\u000a21:20:45.335527 run osmo-stp_10.42.42.5(pid=1307): Launched\u000a21:20:45.448269 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:20:46.062937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1309): Launched\u000a21:20:46.487949 run osmo-msc_10.42.42.6(pid=1310): Launched\u000a21:20:46.801555 run osmo-stp_10.42.42.5(pid=1307): ERR: Terminated: ERROR {rc=1} [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1307)]\u000a21:20:47.053485 run osmo-stp_10.42.42.5(pid=1307): stdout: \u000a| (launched: 2022-12-13_21:20:45.182131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:47.195069 run osmo-stp_10.42.42.5(pid=1307): stderr: \u000a| �[0;m�[38;5;43m20221213212045354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212045354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212045354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212045355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212045355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212045355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212045355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:47.328575 run osmo-stp_10.42.42.5(pid=1307): stdout: \u000a| (launched: 2022-12-13_21:20:45.182131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:47.460338 run osmo-stp_10.42.42.5(pid=1307): stderr: \u000a| �[0;m�[38;5;43m20221213212045354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212045354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212045354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212045355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212045355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212045355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212045355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:47.518006 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=1307): Process ended prematurely: osmo-stp_10.42.42.5(pid=1307) [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1307)] [trial-2394↪smpp↪esme_ms_sms_storeforward.py:30]\u000a21:20:47.526811 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.4 sec)\u000a21:20:47.590430 run osmo-hlr_10.42.42.2(pid=1304): ERR: Terminated: ERROR {rc=237} [trial-2394↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1304)]\u000a21:20:47.642623 run osmo-hlr_10.42.42.2(pid=1304): stdout: \u000a| (launched: 2022-12-13_21:20:44.204097) \u000a21:20:47.695582 run osmo-hlr_10.42.42.2(pid=1304): stderr: \u000a| �[0;m�[1;31m20221213212044381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212044381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212044381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212044381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212044381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212044381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212044392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212044401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212044401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212044401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:47.767901 run osmo-msc_10.42.42.6(pid=1310): ERR: Terminated: ERROR {rc=2} [trial-2394↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1310)]\u000a21:20:47.820181 run osmo-msc_10.42.42.6(pid=1310): stdout: \u000a| (launched: 2022-12-13_21:20:46.236894) \u000a21:20:47.873553 run osmo-msc_10.42.42.6(pid=1310): stderr: \u000a| �[0;m�[38;5;43m20221213212046787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212046788 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c1ba84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212046788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212046788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212046788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212046788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212046798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212046799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212046799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212046799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:20:47.918596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1303): Terminating (SIGTERM)\u000a21:20:47.960905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1306): Terminating (SIGTERM)\u000a21:20:48.003208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1309): Terminating (SIGTERM)\u000a21:20:48.012907 --- ParallelTerminationStrategy: PID 1303 died...\u000a21:20:48.069850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1303): Terminated: ok {rc=0}\u000a21:20:48.079985 --- ParallelTerminationStrategy: PID 1306 died...\u000a21:20:48.136252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1306): Terminated: ok {rc=0}\u000a21:20:48.146347 --- ParallelTerminationStrategy: PID 1309 died...\u000a21:20:48.203472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1309): Terminated: ok {rc=0}\u000a21:20:48.291398 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1321): Process ended prematurely: osmo-stp_10.42.42.5(pid=1321) [trial-2394↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1321)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1321): Process ended prematurely: osmo-stp_10.42.42.5(pid=1321) [trial-2394↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a21:20:49.343675 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:49.355298 tst smpp: Using 1 x bts (candidates: 1)\u000a21:20:49.489548 tst esme_ms_sms_transaction.py: using LAC 36353\u000a21:20:49.620422 tst esme_ms_sms_transaction.py: using RAC 143\u000a21:20:49.748897 tst esme_ms_sms_transaction.py: using CellId 36353\u000a21:20:49.884845 tst esme_ms_sms_transaction.py: using BVCI 36354\u000a21:20:49.909961 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:49.921101 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:49.931875 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:49.942690 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:49.954072 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:20:49.965410 tst smpp: Using 1 x modem (candidates: 1)\u000a21:20:50.193961 tst esme_ms_sms_transaction.py: using MSISDN 8342\u000a21:20:50.311003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:50.835707 run create_hlr_db(pid=1312): Launched\u000a21:20:51.026616 bus /sierra_2: Setting Powered False\u000a21:20:52.047201 run create_hlr_db(pid=1312): Terminated: ok {rc=0}\u000a21:20:52.462757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1317): Launched\u000a21:20:52.773038 run osmo-hlr_10.42.42.2(pid=1318): Launched\u000a21:20:52.894151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:20:53.432354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1320): Launched\u000a21:20:53.741722 run osmo-stp_10.42.42.5(pid=1321): Launched\u000a21:20:53.854060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:20:54.417821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1323): Launched\u000a21:20:54.728500 run osmo-msc_10.42.42.6(pid=1324): Launched\u000a21:20:54.910777 run osmo-stp_10.42.42.5(pid=1321): ERR: Terminated: ERROR {rc=1} [trial-2394↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1321)]\u000a21:20:55.041880 run osmo-stp_10.42.42.5(pid=1321): stdout: \u000a| (launched: 2022-12-13_21:20:53.588449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:55.170534 run osmo-stp_10.42.42.5(pid=1321): stderr: \u000a| �[0;m�[38;5;43m20221213212053758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212053758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212053759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212053759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212053759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212053760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212053760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:55.294093 run osmo-stp_10.42.42.5(pid=1321): stdout: \u000a| (launched: 2022-12-13_21:20:53.588449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:55.417113 run osmo-stp_10.42.42.5(pid=1321): stderr: \u000a| �[0;m�[38;5;43m20221213212053758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212053758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212053759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212053759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212053759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212053760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212053760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:55.470498 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=1321): Process ended prematurely: osmo-stp_10.42.42.5(pid=1321) [trial-2394↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1321)] [trial-2394↪smpp↪esme_ms_sms_transaction.py:28]\u000a21:20:55.478429 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a21:20:55.538686 run osmo-hlr_10.42.42.2(pid=1318): ERR: Terminated: ERROR {rc=237} [trial-2394↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1318)]\u000a21:20:55.588375 run osmo-hlr_10.42.42.2(pid=1318): stdout: \u000a| (launched: 2022-12-13_21:20:52.620028) \u000a21:20:55.638878 run osmo-hlr_10.42.42.2(pid=1318): stderr: \u000a| �[0;m�[1;31m20221213212052798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212052798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212052798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212052798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212052798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212052798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212052811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212052822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212052822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212052822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:55.707063 run osmo-msc_10.42.42.6(pid=1324): ERR: Terminated: ERROR {rc=2} [trial-2394↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1324)]\u000a21:20:55.756748 run osmo-msc_10.42.42.6(pid=1324): stdout: \u000a| (launched: 2022-12-13_21:20:54.574814) \u000a21:20:55.806953 run osmo-msc_10.42.42.6(pid=1324): stderr: \u000a| �[0;m�[38;5;43m20221213212054846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212054847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7d9324c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212054847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212054847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212054847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212054847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212054849 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212054850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212054850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212054850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:20:55.849782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1317): Terminating (SIGTERM)\u000a21:20:55.890333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1320): Terminating (SIGTERM)\u000a21:20:55.930757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1323): Terminating (SIGTERM)\u000a21:20:55.939903 --- ParallelTerminationStrategy: PID 1317 died...\u000a21:20:55.994235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1317): Terminated: ok {rc=0}\u000a21:20:56.003787 --- ParallelTerminationStrategy: PID 1320 died...\u000a21:20:56.057721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1320): Terminated: ok {rc=0}\u000a21:20:56.067238 --- ParallelTerminationStrategy: PID 1323 died...\u000a21:20:56.121134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1323): Terminated: ok {rc=0}\u000a21:20:56.210428 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:20:27" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2394↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2394↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a21:20:58.086972 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:20:58.097690 tst encryption: Using 1 x bts (candidates: 1)\u000a21:20:58.222903 tst register_a5_0_authopt.py: using LAC 36354\u000a21:20:58.344786 tst register_a5_0_authopt.py: using RAC 144\u000a21:20:58.464502 tst register_a5_0_authopt.py: using CellId 36354\u000a21:20:58.585961 tst register_a5_0_authopt.py: using BVCI 36355\u000a21:20:58.609642 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:20:58.620020 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:20:58.630415 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:20:58.640658 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:20:58.651207 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:20:58.661858 tst encryption: Using 1 x modem (candidates: 1)\u000a21:20:58.964312 tst register_a5_0_authopt.py:8: start network...\u000a21:20:59.104526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:59.641472 run create_hlr_db(pid=1329): Launched\u000a21:20:59.834816 bus /sierra_2: Setting Powered False\u000a21:21:00.865275 run create_hlr_db(pid=1329): Terminated: ok {rc=0}\u000a21:21:01.346488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Launched\u000a21:21:01.811457 run osmo-hlr_10.42.42.2(pid=1332): Launched\u000a21:21:02.055478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:02.606646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Launched\u000a21:21:02.920644 run osmo-stp_10.42.42.5(pid=1335): Launched\u000a21:21:03.040402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:21:03.608785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Launched\u000a21:21:03.922302 run osmo-msc_10.42.42.6(pid=1338): Launched\u000a21:21:04.105196 run osmo-stp_10.42.42.5(pid=1335): ERR: Terminated: ERROR {rc=1} [trial-2394↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]\u000a21:21:04.237682 run osmo-stp_10.42.42.5(pid=1335): stdout: \u000a| (launched: 2022-12-13_21:21:02.765277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:04.367886 run osmo-stp_10.42.42.5(pid=1335): stderr: \u000a| �[0;m�[38;5;43m20221213212102936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212102936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212102936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212102936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212102937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212102937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212102937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:04.493086 run osmo-stp_10.42.42.5(pid=1335): stdout: \u000a| (launched: 2022-12-13_21:21:02.765277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:04.617340 run osmo-stp_10.42.42.5(pid=1335): stderr: \u000a| �[0;m�[38;5;43m20221213212102936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212102936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212102936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212102936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212102937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212102937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212102937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:04.671889 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2394↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)] [trial-2394↪encryption↪register_a5_0_authopt.py:8]\u000a21:21:04.680233 tst register_a5_0_authopt.py:8: Test FAILED (6.6 sec)\u000a21:21:04.740770 run osmo-hlr_10.42.42.2(pid=1332): ERR: Terminated: ERROR {rc=237} [trial-2394↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1332)]\u000a21:21:04.790360 run osmo-hlr_10.42.42.2(pid=1332): stdout: \u000a| (launched: 2022-12-13_21:21:01.511707) \u000a21:21:04.840787 run osmo-hlr_10.42.42.2(pid=1332): stderr: \u000a| �[0;m�[1;31m20221213212101748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212101748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212101748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212101748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212101748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212101748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212101767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212101783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212101783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212101784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:04.909017 run osmo-msc_10.42.42.6(pid=1338): ERR: Terminated: ERROR {rc=2} [trial-2394↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1338)]\u000a21:21:04.958621 run osmo-msc_10.42.42.6(pid=1338): stdout: \u000a| (launched: 2022-12-13_21:21:03.767048) \u000a21:21:05.008905 run osmo-msc_10.42.42.6(pid=1338): stderr: \u000a| �[0;m�[38;5;43m20221213212104040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212104040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa346d0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212104040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212104040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212104041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212104041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212104043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212104043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212104043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212104043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:21:05.051708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminating (SIGTERM)\u000a21:21:05.091947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminating (SIGTERM)\u000a21:21:05.132210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Terminating (SIGTERM)\u000a21:21:05.141444 --- ParallelTerminationStrategy: PID 1331 died...\u000a21:21:05.196229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminated: ok {rc=0}\u000a21:21:05.205871 --- ParallelTerminationStrategy: PID 1334 died...\u000a21:21:05.259697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminated: ok {rc=0}\u000a21:21:05.269312 --- ParallelTerminationStrategy: PID 1337 died...\u000a21:21:05.323646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Terminated: ok {rc=0}\u000a21:21:05.413627 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2394↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2394↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a21:21:06.528007 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:06.539315 tst encryption: Using 1 x bts (candidates: 1)\u000a21:21:06.673610 tst register_a5_0_authreq.py: using LAC 36355\u000a21:21:06.806703 tst register_a5_0_authreq.py: using RAC 145\u000a21:21:06.937555 tst register_a5_0_authreq.py: using CellId 36355\u000a21:21:07.069386 tst register_a5_0_authreq.py: using BVCI 36356\u000a21:21:07.094621 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:07.105646 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:07.116479 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:07.127376 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:07.138710 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:07.150101 tst encryption: Using 1 x modem (candidates: 1)\u000a21:21:07.456864 tst register_a5_0_authreq.py:8: start network...\u000a21:21:07.597203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:21:08.132028 run create_hlr_db(pid=1340): Launched\u000a21:21:08.325337 bus /sierra_2: Setting Powered False\u000a21:21:09.346314 run create_hlr_db(pid=1340): Terminated: ok {rc=0}\u000a21:21:09.768608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Launched\u000a21:21:10.082659 run osmo-hlr_10.42.42.2(pid=1343): Launched\u000a21:21:10.205512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:10.754906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Launched\u000a21:21:11.068543 run osmo-stp_10.42.42.5(pid=1346): Launched\u000a21:21:11.182189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:21:11.753099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Launched\u000a21:21:12.070687 run osmo-msc_10.42.42.6(pid=1349): Launched\u000a21:21:12.261465 run osmo-stp_10.42.42.5(pid=1346): ERR: Terminated: ERROR {rc=1} [trial-2394↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]\u000a21:21:12.405841 run osmo-stp_10.42.42.5(pid=1346): stdout: \u000a| (launched: 2022-12-13_21:21:10.913887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:12.545293 run osmo-stp_10.42.42.5(pid=1346): stderr: \u000a| �[0;m�[38;5;43m20221213212111084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212111084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212111085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212111085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212111086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212111086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212111086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:12.680101 run osmo-stp_10.42.42.5(pid=1346): stdout: \u000a| (launched: 2022-12-13_21:21:10.913887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:12.813535 run osmo-stp_10.42.42.5(pid=1346): stderr: \u000a| �[0;m�[38;5;43m20221213212111084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212111084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212111085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212111085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212111086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212111086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212111086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:12.872016 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2394↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)] [trial-2394↪encryption↪register_a5_0_authreq.py:8]\u000a21:21:12.881584 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a21:21:12.944927 run osmo-hlr_10.42.42.2(pid=1343): ERR: Terminated: ERROR {rc=237} [trial-2394↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1343)]\u000a21:21:12.996744 run osmo-hlr_10.42.42.2(pid=1343): stdout: \u000a| (launched: 2022-12-13_21:21:09.927706) \u000a21:21:13.049427 run osmo-hlr_10.42.42.2(pid=1343): stderr: \u000a| �[0;m�[1;31m20221213212110106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212110106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212110106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212110106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212110107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212110107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212110119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212110130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212110130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212110130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:13.120827 run osmo-msc_10.42.42.6(pid=1349): ERR: Terminated: ERROR {rc=2} [trial-2394↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1349)]\u000a21:21:13.172717 run osmo-msc_10.42.42.6(pid=1349): stdout: \u000a| (launched: 2022-12-13_21:21:11.912279) \u000a21:21:13.225353 run osmo-msc_10.42.42.6(pid=1349): stderr: \u000a| �[0;m�[38;5;43m20221213212112185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212112185 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0f0196c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212112185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212112185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212112185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212112185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212112187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212112187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212112188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212112188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:21:13.269935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Terminating (SIGTERM)\u000a21:21:13.312061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Terminating (SIGTERM)\u000a21:21:13.354168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Terminating (SIGTERM)\u000a21:21:13.363976 --- ParallelTerminationStrategy: PID 1342 died...\u000a21:21:13.420613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Terminated: ok {rc=0}\u000a21:21:13.430799 --- ParallelTerminationStrategy: PID 1345 died...\u000a21:21:13.487012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Terminated: ok {rc=0}\u000a21:21:13.497237 --- ParallelTerminationStrategy: PID 1348 died...\u000a21:21:13.553940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Terminated: ok {rc=0}\u000a21:21:13.641734 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1357): Process ended prematurely: osmo-stp_10.42.42.5(pid=1357) [trial-2394↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1357)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1357): Process ended prematurely: osmo-stp_10.42.42.5(pid=1357) [trial-2394↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a21:21:14.760115 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:14.771865 tst encryption: Using 1 x bts (candidates: 1)\u000a21:21:14.907877 tst register_a5_1_authreq.py: using LAC 36356\u000a21:21:15.039296 tst register_a5_1_authreq.py: using RAC 146\u000a21:21:15.171554 tst register_a5_1_authreq.py: using CellId 36356\u000a21:21:15.301322 tst register_a5_1_authreq.py: using BVCI 36357\u000a21:21:15.326798 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:15.337803 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:15.348613 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:15.359476 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:15.370288 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:15.381196 tst encryption: Using 1 x modem (candidates: 1)\u000a21:21:15.666828 tst register_a5_1_authreq.py:8: start network...\u000a21:21:15.797107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:21:16.340832 run create_hlr_db(pid=1351): Launched\u000a21:21:16.541961 bus /sierra_2: Setting Powered False\u000a21:21:17.556599 run create_hlr_db(pid=1351): Terminated: ok {rc=0}\u000a21:21:18.005829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1353): Launched\u000a21:21:18.342302 run osmo-hlr_10.42.42.2(pid=1354): Launched\u000a21:21:18.464280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:19.049524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1356): Launched\u000a21:21:19.383885 run osmo-stp_10.42.42.5(pid=1357): Launched\u000a21:21:19.505199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:21:20.116430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1359): Launched\u000a21:21:20.452557 run osmo-msc_10.42.42.6(pid=1360): Launched\u000a21:21:20.647781 run osmo-stp_10.42.42.5(pid=1357): ERR: Terminated: ERROR {rc=1} [trial-2394↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1357)]\u000a21:21:20.788907 run osmo-stp_10.42.42.5(pid=1357): stdout: \u000a| (launched: 2022-12-13_21:21:19.219562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:20.929585 run osmo-stp_10.42.42.5(pid=1357): stderr: \u000a| �[0;m�[38;5;43m20221213212119415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212119416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212119416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212119416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212119417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212119417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212119417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:21.064574 run osmo-stp_10.42.42.5(pid=1357): stdout: \u000a| (launched: 2022-12-13_21:21:19.219562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:21.198344 run osmo-stp_10.42.42.5(pid=1357): stderr: \u000a| �[0;m�[38;5;43m20221213212119415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212119416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212119416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212119416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212119417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212119417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212119417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:21.257113 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1357): Process ended prematurely: osmo-stp_10.42.42.5(pid=1357) [trial-2394↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1357)] [trial-2394↪encryption↪register_a5_1_authreq.py:8]\u000a21:21:21.266470 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a21:21:21.330216 run osmo-hlr_10.42.42.2(pid=1354): ERR: Terminated: ERROR {rc=237} [trial-2394↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1354)]\u000a21:21:21.382783 run osmo-hlr_10.42.42.2(pid=1354): stdout: \u000a| (launched: 2022-12-13_21:21:18.176550) \u000a21:21:21.435915 run osmo-hlr_10.42.42.2(pid=1354): stderr: \u000a| �[0;m�[1;31m20221213212118378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212118378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212118378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212118378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212118378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212118378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212118390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212118401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212118401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212118401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:21.507938 run osmo-msc_10.42.42.6(pid=1360): ERR: Terminated: ERROR {rc=2} [trial-2394↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1360)]\u000a21:21:21.560270 run osmo-msc_10.42.42.6(pid=1360): stdout: \u000a| (launched: 2022-12-13_21:21:20.286994) \u000a21:21:21.612845 run osmo-msc_10.42.42.6(pid=1360): stderr: \u000a| �[0;m�[38;5;43m20221213212120614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212120614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6c2b2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212120614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212120614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212120614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212120615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212120616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212120617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212120617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212120617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:21:21.657839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1353): Terminating (SIGTERM)\u000a21:21:21.700412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1356): Terminating (SIGTERM)\u000a21:21:21.743001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1359): Terminating (SIGTERM)\u000a21:21:21.752836 --- ParallelTerminationStrategy: PID 1353 died...\u000a21:21:21.809898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1353): Terminated: ok {rc=0}\u000a21:21:21.820081 --- ParallelTerminationStrategy: PID 1356 died...\u000a21:21:21.877079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1356): Terminated: ok {rc=0}\u000a21:21:21.887588 --- ParallelTerminationStrategy: PID 1359 died...\u000a21:21:21.944784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1359): Terminated: ok {rc=0}\u000a21:21:22.033517 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2394↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2394↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a21:21:23.146539 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:23.157784 tst encryption: Using 1 x bts (candidates: 1)\u000a21:21:23.292335 tst register_a5_3_authreq.py: using LAC 36357\u000a21:21:23.424573 tst register_a5_3_authreq.py: using RAC 147\u000a21:21:23.557227 tst register_a5_3_authreq.py: using CellId 36357\u000a21:21:23.689627 tst register_a5_3_authreq.py: using BVCI 36358\u000a21:21:23.715158 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:23.726356 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:23.737321 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:23.748130 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:23.759020 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:21:23.769949 tst encryption: Using 1 x modem (candidates: 1)\u000a21:21:24.066572 tst register_a5_3_authreq.py:8: start network...\u000a21:21:24.197242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:21:24.688673 run create_hlr_db(pid=1362): Launched\u000a21:21:24.867898 bus /sierra_2: Setting Powered False\u000a21:21:25.890409 run create_hlr_db(pid=1362): Terminated: ok {rc=0}\u000a21:21:26.333926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Launched\u000a21:21:26.668490 run osmo-hlr_10.42.42.2(pid=1365): Launched\u000a21:21:26.791923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:27.370499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Launched\u000a21:21:27.703838 run osmo-stp_10.42.42.5(pid=1368): Launched\u000a21:21:27.825429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:21:28.433523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1370): Launched\u000a21:21:28.769531 run osmo-msc_10.42.42.6(pid=1371): Launched\u000a21:21:28.964643 run osmo-stp_10.42.42.5(pid=1368): ERR: Terminated: ERROR {rc=1} [trial-2394↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]\u000a21:21:29.105567 run osmo-stp_10.42.42.5(pid=1368): stdout: \u000a| (launched: 2022-12-13_21:21:27.540020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:29.246720 run osmo-stp_10.42.42.5(pid=1368): stderr: \u000a| �[0;m�[38;5;43m20221213212127734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212127734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212127734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212127735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212127735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212127735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212127735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:29.381446 run osmo-stp_10.42.42.5(pid=1368): stdout: \u000a| (launched: 2022-12-13_21:21:27.540020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:29.514545 run osmo-stp_10.42.42.5(pid=1368): stderr: \u000a| �[0;m�[38;5;43m20221213212127734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212127734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212127734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212127735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212127735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212127735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212127735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:29.573075 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2394↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)] [trial-2394↪encryption↪register_a5_3_authreq.py:8]\u000a21:21:29.582451 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a21:21:29.645431 run osmo-hlr_10.42.42.2(pid=1365): ERR: Terminated: ERROR {rc=237} [trial-2394↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1365)]\u000a21:21:29.697573 run osmo-hlr_10.42.42.2(pid=1365): stdout: \u000a| (launched: 2022-12-13_21:21:26.504155) \u000a21:21:29.750477 run osmo-hlr_10.42.42.2(pid=1365): stderr: \u000a| �[0;m�[1;31m20221213212126704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212126704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212126704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212126704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212126704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212126704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212126716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212126725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212126725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212126725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:29.821641 run osmo-msc_10.42.42.6(pid=1371): ERR: Terminated: ERROR {rc=2} [trial-2394↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1371)]\u000a21:21:29.873411 run osmo-msc_10.42.42.6(pid=1371): stdout: \u000a| (launched: 2022-12-13_21:21:28.603311) \u000a21:21:29.926362 run osmo-msc_10.42.42.6(pid=1371): stderr: \u000a| �[0;m�[38;5;43m20221213212128927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212128928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82ee34bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212128928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212128928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212128928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212128928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212128930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212128930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212128930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212128930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:21:29.971089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminating (SIGTERM)\u000a21:21:30.013219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Terminating (SIGTERM)\u000a21:21:30.055232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1370): Terminating (SIGTERM)\u000a21:21:30.064855 --- ParallelTerminationStrategy: PID 1364 died...\u000a21:21:30.121333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminated: ok {rc=0}\u000a21:21:30.131404 --- ParallelTerminationStrategy: PID 1367 died...\u000a21:21:30.187907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Terminated: ok {rc=0}\u000a21:21:30.198110 --- ParallelTerminationStrategy: PID 1370 died...\u000a21:21:30.254241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1370): Terminated: ok {rc=0}\u000a21:21:30.341529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:20:57" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1388): Process ended prematurely: srsepc(pid=1388) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1388)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1388): Process ended prematurely: srsepc(pid=1388) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a21:21:32.395994 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a21:21:32.441866 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:21:32.458533 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:21:32.482375 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:21:32.625473 tst handover.py: using MSISDN 8343\u000a21:21:32.735259 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8343', subscriber_id=0}\u000a21:21:32.843572 run srsepc_10.42.42.118: Starting srsepc\u000a21:21:34.709791 run rm-remote-dir(pid=1376): Launched\u000a21:21:34.896123 bus /sierra_2: Setting Powered False\u000a21:21:35.920749 run rm-remote-dir(pid=1376): Terminated: ok {rc=0}\u000a21:21:36.348498 run mk-remote-dir(pid=1377): Launched\u000a21:21:37.539281 run mk-remote-dir(pid=1377): Terminated: ok {rc=0}\u000a21:21:37.821397 run scp-inst-to-remote(pid=1378): Launched\u000a21:21:40.021525 run scp-inst-to-remote(pid=1378): Terminated: ok {rc=0}\u000a21:21:40.374696 run rm-remote-dir(pid=1380): Launched\u000a21:21:41.576462 run rm-remote-dir(pid=1380): Terminated: ok {rc=0}\u000a21:21:41.930631 run mk-remote-dir(pid=1381): Launched\u000a21:21:43.132437 run mk-remote-dir(pid=1381): Terminated: ok {rc=0}\u000a21:21:43.432904 run scp-cfg-to-remote(pid=1382): Launched\u000a21:21:44.631226 run scp-cfg-to-remote(pid=1382): Terminated: ok {rc=0}\u000a21:21:44.929592 run scp-db-to-remote(pid=1384): Launched\u000a21:21:46.172837 run scp-db-to-remote(pid=1384): Terminated: ok {rc=0}\u000a21:21:46.292003 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:21:46.702731 run patchelf(pid=1386): Launched\u000a21:21:47.908282 run patchelf(pid=1386): Terminated: ok {rc=0}\u000a21:21:48.023116 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:21:48.347434 run setcap-netadm(pid=1387): Launched\u000a21:21:49.534112 run setcap-netadm(pid=1387): Terminated: ok {rc=0}\u000a21:21:49.850825 run srsepc(pid=1388): Launched\u000a21:21:49.963194 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:21:51.098087 run rm-remote-dir(pid=1389): Launched\u000a21:21:51.286600 run srsepc(pid=1388): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1388)]\u000a21:21:51.425627 run srsepc(pid=1388): stdout: \u000a| (launched: 2022-12-13_21:21:49.698295)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:51.562997 run srsepc(pid=1388): stderr: \u000a| (launched: 2022-12-13_21:21:49.744483)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:51.695639 run srsepc(pid=1388): stdout: \u000a| (launched: 2022-12-13_21:21:49.698295)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:51.827142 run srsepc(pid=1388): stderr: \u000a| (launched: 2022-12-13_21:21:49.744483)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:51.983273 run rm-remote-dir(pid=1389): Terminating (SIGINT)\u000a21:21:52.164333 run rm-remote-dir(pid=1389): Terminated: ok {rc=0}\u000a21:21:52.197914 tst handover.py:37: ERR: Error: srsepc(pid=1388): Process ended prematurely: srsepc(pid=1388) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1388)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a21:21:52.207616 tst handover.py:37: Test FAILED (20.0 sec)\u000a21:21:52.320120 run scp-back-log(pid=1390): Launched\u000a21:21:53.407024 run scp-back-log(pid=1390): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1390)]\u000a21:21:53.469884 run scp-back-log(pid=1390): stdout: \u000a| (launched: 2022-12-13_21:21:52.249237) \u000a21:21:53.532915 run scp-back-log(pid=1390): stderr: \u000a| (launched: 2022-12-13_21:21:52.269039)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:21:53.586573 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1390): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1390)]')\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1404): Process ended prematurely: srsepc(pid=1404) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1404): Process ended prematurely: srsepc(pid=1404) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a21:21:53.766966 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a21:21:53.809366 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:21:54.015168 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a21:21:54.057498 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:21:54.073150 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:21:54.202947 tst iperf3_bidir.py: using MSISDN 8344\u000a21:21:54.320575 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8344', subscriber_id=0}\u000a21:21:54.437692 run srsepc_10.42.42.118: Starting srsepc\u000a21:21:55.135829 run rm-remote-dir(pid=1392): Launched\u000a21:21:56.338268 run rm-remote-dir(pid=1392): Terminated: ok {rc=0}\u000a21:21:56.692200 run mk-remote-dir(pid=1393): Launched\u000a21:21:57.893842 run mk-remote-dir(pid=1393): Terminated: ok {rc=0}\u000a21:21:58.192888 run scp-inst-to-remote(pid=1394): Launched\u000a21:22:00.394674 run scp-inst-to-remote(pid=1394): Terminated: ok {rc=0}\u000a21:22:00.750723 run rm-remote-dir(pid=1396): Launched\u000a21:22:01.947015 run rm-remote-dir(pid=1396): Terminated: ok {rc=0}\u000a21:22:02.314212 run mk-remote-dir(pid=1397): Launched\u000a21:22:03.505177 run mk-remote-dir(pid=1397): Terminated: ok {rc=0}\u000a21:22:03.787418 run scp-cfg-to-remote(pid=1398): Launched\u000a21:22:04.974914 run scp-cfg-to-remote(pid=1398): Terminated: ok {rc=0}\u000a21:22:05.257752 run scp-db-to-remote(pid=1400): Launched\u000a21:22:06.446364 run scp-db-to-remote(pid=1400): Terminated: ok {rc=0}\u000a21:22:06.561737 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:22:06.885096 run patchelf(pid=1402): Launched\u000a21:22:08.072468 run patchelf(pid=1402): Terminated: ok {rc=0}\u000a21:22:08.187656 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:22:08.511786 run setcap-netadm(pid=1403): Launched\u000a21:22:09.698348 run setcap-netadm(pid=1403): Terminated: ok {rc=0}\u000a21:22:10.015035 run srsepc(pid=1404): Launched\u000a21:22:10.126166 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:22:11.260374 run rm-remote-dir(pid=1405): Launched\u000a21:22:11.449230 run srsepc(pid=1404): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)]\u000a21:22:11.587777 run srsepc(pid=1404): stdout: \u000a| (launched: 2022-12-13_21:22:09.862432)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:22:11.724752 run srsepc(pid=1404): stderr: \u000a| (launched: 2022-12-13_21:22:09.908697)\u000a| Connection to 10.42.42.116 closed. \u000a21:22:11.856734 run srsepc(pid=1404): stdout: \u000a| (launched: 2022-12-13_21:22:09.862432)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:22:11.987835 run srsepc(pid=1404): stderr: \u000a| (launched: 2022-12-13_21:22:09.908697)\u000a| Connection to 10.42.42.116 closed. \u000a21:22:12.142280 run rm-remote-dir(pid=1405): Terminating (SIGINT)\u000a21:22:12.323221 run rm-remote-dir(pid=1405): Terminated: ok {rc=0}\u000a21:22:12.356842 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=1404): Process ended prematurely: srsepc(pid=1404) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1404)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a21:22:12.367280 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a21:22:12.479340 run scp-back-log(pid=1406): Launched\u000a21:22:13.567124 run scp-back-log(pid=1406): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1406)]\u000a21:22:13.629735 run scp-back-log(pid=1406): stdout: \u000a| (launched: 2022-12-13_21:22:12.409056) \u000a21:22:13.692207 run scp-back-log(pid=1406): stderr: \u000a| (launched: 2022-12-13_21:22:12.429005)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:22:13.745489 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1406): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1406)]')\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1420): Process ended prematurely: srsepc(pid=1420) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1420)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1420): Process ended prematurely: srsepc(pid=1420) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a21:22:13.926159 tst iperf3_dl.py:13: Number of physical ue: 1\u000a21:22:13.968699 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:22:14.195051 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a21:22:14.240784 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:22:14.257381 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:22:14.385608 tst iperf3_dl.py: using MSISDN 8345\u000a21:22:14.502809 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8345', subscriber_id=0}\u000a21:22:14.619790 run srsepc_10.42.42.118: Starting srsepc\u000a21:22:15.315852 run rm-remote-dir(pid=1408): Launched\u000a21:22:16.521869 run rm-remote-dir(pid=1408): Terminated: ok {rc=0}\u000a21:22:16.935726 run mk-remote-dir(pid=1409): Launched\u000a21:22:18.138081 run mk-remote-dir(pid=1409): Terminated: ok {rc=0}\u000a21:22:18.438156 run scp-inst-to-remote(pid=1410): Launched\u000a21:22:20.629249 run scp-inst-to-remote(pid=1410): Terminated: ok {rc=0}\u000a21:22:20.962839 run rm-remote-dir(pid=1412): Launched\u000a21:22:22.151784 run rm-remote-dir(pid=1412): Terminated: ok {rc=0}\u000a21:22:22.483807 run mk-remote-dir(pid=1413): Launched\u000a21:22:23.673707 run mk-remote-dir(pid=1413): Terminated: ok {rc=0}\u000a21:22:23.955054 run scp-cfg-to-remote(pid=1414): Launched\u000a21:22:25.141876 run scp-cfg-to-remote(pid=1414): Terminated: ok {rc=0}\u000a21:22:25.426689 run scp-db-to-remote(pid=1416): Launched\u000a21:22:26.625806 run scp-db-to-remote(pid=1416): Terminated: ok {rc=0}\u000a21:22:26.749329 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:22:27.094899 run patchelf(pid=1418): Launched\u000a21:22:28.294805 run patchelf(pid=1418): Terminated: ok {rc=0}\u000a21:22:28.418582 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:22:28.762768 run setcap-netadm(pid=1419): Launched\u000a21:22:29.961832 run setcap-netadm(pid=1419): Terminated: ok {rc=0}\u000a21:22:30.299221 run srsepc(pid=1420): Launched\u000a21:22:30.419720 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:22:31.682448 run rm-remote-dir(pid=1421): Launched\u000a21:22:31.962799 run srsepc(pid=1420): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1420)]\u000a21:22:32.113036 run srsepc(pid=1420): stdout: \u000a| (launched: 2022-12-13_21:22:30.137544)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:22:32.262384 run srsepc(pid=1420): stderr: \u000a| (launched: 2022-12-13_21:22:30.186837)\u000a| Connection to 10.42.42.116 closed. \u000a21:22:32.404846 run srsepc(pid=1420): stdout: \u000a| (launched: 2022-12-13_21:22:30.137544)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:22:32.545254 run srsepc(pid=1420): stderr: \u000a| (launched: 2022-12-13_21:22:30.186837)\u000a| Connection to 10.42.42.116 closed. \u000a21:22:32.710266 run rm-remote-dir(pid=1421): Terminating (SIGINT)\u000a21:22:32.903159 run rm-remote-dir(pid=1421): Terminated: ok {rc=0}\u000a21:22:32.938992 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=1420): Process ended prematurely: srsepc(pid=1420) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1420)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a21:22:32.949624 tst iperf3_dl.py:42: Test FAILED (19.2 sec)\u000a21:22:33.069645 run scp-back-log(pid=1422): Launched\u000a21:22:34.161537 run scp-back-log(pid=1422): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1422)]\u000a21:22:34.227940 run scp-back-log(pid=1422): stdout: \u000a| (launched: 2022-12-13_21:22:32.994235) \u000a21:22:34.294591 run scp-back-log(pid=1422): stderr: \u000a| (launched: 2022-12-13_21:22:33.015296)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:22:34.350785 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1422): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1422)]')\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1436): Process ended prematurely: srsepc(pid=1436) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1436)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1436): Process ended prematurely: srsepc(pid=1436) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a21:22:34.542855 tst iperf3_ul.py:13: Number of physical ue: 1\u000a21:22:34.588201 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:22:34.810809 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a21:22:34.856064 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:22:34.872435 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:22:35.002389 tst iperf3_ul.py: using MSISDN 8346\u000a21:22:35.119150 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8346', subscriber_id=0}\u000a21:22:35.234900 run srsepc_10.42.42.118: Starting srsepc\u000a21:22:35.926311 run rm-remote-dir(pid=1424): Launched\u000a21:22:37.128732 run rm-remote-dir(pid=1424): Terminated: ok {rc=0}\u000a21:22:37.483975 run mk-remote-dir(pid=1425): Launched\u000a21:22:38.685813 run mk-remote-dir(pid=1425): Terminated: ok {rc=0}\u000a21:22:38.986461 run scp-inst-to-remote(pid=1426): Launched\u000a21:22:41.187159 run scp-inst-to-remote(pid=1426): Terminated: ok {rc=0}\u000a21:22:41.542724 run rm-remote-dir(pid=1428): Launched\u000a21:22:42.745074 run rm-remote-dir(pid=1428): Terminated: ok {rc=0}\u000a21:22:43.100045 run mk-remote-dir(pid=1429): Launched\u000a21:22:44.302821 run mk-remote-dir(pid=1429): Terminated: ok {rc=0}\u000a21:22:44.602018 run scp-cfg-to-remote(pid=1430): Launched\u000a21:22:45.801184 run scp-cfg-to-remote(pid=1430): Terminated: ok {rc=0}\u000a21:22:46.150589 run scp-db-to-remote(pid=1432): Launched\u000a21:22:47.353220 run scp-db-to-remote(pid=1432): Terminated: ok {rc=0}\u000a21:22:47.477496 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:22:47.823273 run patchelf(pid=1434): Launched\u000a21:22:49.023197 run patchelf(pid=1434): Terminated: ok {rc=0}\u000a21:22:49.146938 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:22:49.492567 run setcap-netadm(pid=1435): Launched\u000a21:22:50.692652 run setcap-netadm(pid=1435): Terminated: ok {rc=0}\u000a21:22:51.032895 run srsepc(pid=1436): Launched\u000a21:22:51.150653 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:22:52.362909 run rm-remote-dir(pid=1437): Launched\u000a21:22:52.563082 run srsepc(pid=1436): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1436)]\u000a21:22:52.709450 run srsepc(pid=1436): stdout: \u000a| (launched: 2022-12-13_21:22:50.869013)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:22:52.856807 run srsepc(pid=1436): stderr: \u000a| (launched: 2022-12-13_21:22:50.921349)\u000a| Connection to 10.42.42.116 closed. \u000a21:22:52.999178 run srsepc(pid=1436): stdout: \u000a| (launched: 2022-12-13_21:22:50.869013)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:22:53.139795 run srsepc(pid=1436): stderr: \u000a| (launched: 2022-12-13_21:22:50.921349)\u000a| Connection to 10.42.42.116 closed. \u000a21:22:53.304371 run rm-remote-dir(pid=1437): Terminating (SIGINT)\u000a21:22:53.498227 run rm-remote-dir(pid=1437): Terminated: ok {rc=0}\u000a21:22:53.533675 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=1436): Process ended prematurely: srsepc(pid=1436) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1436)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a21:22:53.544264 tst iperf3_ul.py:42: Test FAILED (19.2 sec)\u000a21:22:53.663646 run scp-back-log(pid=1438): Launched\u000a21:22:54.755516 run scp-back-log(pid=1438): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1438)]\u000a21:22:54.822048 run scp-back-log(pid=1438): stdout: \u000a| (launched: 2022-12-13_21:22:53.588744) \u000a21:22:54.888931 run scp-back-log(pid=1438): stderr: \u000a| (launched: 2022-12-13_21:22:53.609909)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:22:54.945494 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1438): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1438)]')\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1452): Process ended prematurely: srsepc(pid=1452) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1452)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1452): Process ended prematurely: srsepc(pid=1452) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a21:22:54.960696 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:22:54.978176 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:22:55.002378 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:22:55.148246 tst ping.py: using MSISDN 8347\u000a21:22:55.259033 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8347', subscriber_id=0}\u000a21:22:55.368533 run srsepc_10.42.42.118: Starting srsepc\u000a21:22:56.024775 run rm-remote-dir(pid=1440): Launched\u000a21:22:57.215097 run rm-remote-dir(pid=1440): Terminated: ok {rc=0}\u000a21:22:57.549071 run mk-remote-dir(pid=1441): Launched\u000a21:22:58.738584 run mk-remote-dir(pid=1441): Terminated: ok {rc=0}\u000a21:22:59.021222 run scp-inst-to-remote(pid=1442): Launched\u000a21:23:01.219948 run scp-inst-to-remote(pid=1442): Terminated: ok {rc=0}\u000a21:23:01.619356 run rm-remote-dir(pid=1444): Launched\u000a21:23:02.811768 run rm-remote-dir(pid=1444): Terminated: ok {rc=0}\u000a21:23:03.145542 run mk-remote-dir(pid=1445): Launched\u000a21:23:04.334004 run mk-remote-dir(pid=1445): Terminated: ok {rc=0}\u000a21:23:04.616336 run scp-cfg-to-remote(pid=1446): Launched\u000a21:23:05.803554 run scp-cfg-to-remote(pid=1446): Terminated: ok {rc=0}\u000a21:23:06.087257 run scp-db-to-remote(pid=1448): Launched\u000a21:23:07.274257 run scp-db-to-remote(pid=1448): Terminated: ok {rc=0}\u000a21:23:07.389659 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:23:07.730170 run patchelf(pid=1450): Launched\u000a21:23:08.928702 run patchelf(pid=1450): Terminated: ok {rc=0}\u000a21:23:09.053712 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:23:09.397991 run setcap-netadm(pid=1451): Launched\u000a21:23:10.596941 run setcap-netadm(pid=1451): Terminated: ok {rc=0}\u000a21:23:10.933437 run srsepc(pid=1452): Launched\u000a21:23:11.051566 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:23:12.266870 run rm-remote-dir(pid=1453): Launched\u000a21:23:12.466856 run srsepc(pid=1452): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1452)]\u000a21:23:12.612782 run srsepc(pid=1452): stdout: \u000a| (launched: 2022-12-13_21:23:10.772655)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:23:12.758706 run srsepc(pid=1452): stderr: \u000a| (launched: 2022-12-13_21:23:10.822362)\u000a| Connection to 10.42.42.116 closed. \u000a21:23:12.899998 run srsepc(pid=1452): stdout: \u000a| (launched: 2022-12-13_21:23:10.772655)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:23:13.040937 run srsepc(pid=1452): stderr: \u000a| (launched: 2022-12-13_21:23:10.822362)\u000a| Connection to 10.42.42.116 closed. \u000a21:23:13.205832 run rm-remote-dir(pid=1453): Terminating (SIGINT)\u000a21:23:13.399114 run rm-remote-dir(pid=1453): Terminated: ok {rc=0}\u000a21:23:13.434630 tst ping.py:16: ERR: Error: srsepc(pid=1452): Process ended prematurely: srsepc(pid=1452) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1452)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a21:23:13.445078 tst ping.py:16: Test FAILED (18.5 sec)\u000a21:23:13.561929 run scp-back-log(pid=1454): Launched\u000a21:23:14.653868 run scp-back-log(pid=1454): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1454)]\u000a21:23:14.720034 run scp-back-log(pid=1454): stdout: \u000a| (launched: 2022-12-13_21:23:13.489044) \u000a21:23:14.786283 run scp-back-log(pid=1454): stderr: \u000a| (launched: 2022-12-13_21:23:13.509976)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:23:14.842212 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1454): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1454)]')\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1468): Process ended prematurely: srsepc(pid=1468) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1468)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1468): Process ended prematurely: srsepc(pid=1468) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a21:23:14.857519 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:23:14.874830 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:23:14.899035 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:23:15.052693 tst rrc_idle_mo_ping.py: using MSISDN 8348\u000a21:23:15.170430 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8348', subscriber_id=0}\u000a21:23:15.286375 run srsepc_10.42.42.118: Starting srsepc\u000a21:23:16.058306 run rm-remote-dir(pid=1456): Launched\u000a21:23:17.291844 run rm-remote-dir(pid=1456): Terminated: ok {rc=0}\u000a21:23:17.647727 run mk-remote-dir(pid=1457): Launched\u000a21:23:18.846214 run mk-remote-dir(pid=1457): Terminated: ok {rc=0}\u000a21:23:19.128010 run scp-inst-to-remote(pid=1458): Launched\u000a21:23:21.327548 run scp-inst-to-remote(pid=1458): Terminated: ok {rc=0}\u000a21:23:21.680573 run rm-remote-dir(pid=1460): Launched\u000a21:23:22.881999 run rm-remote-dir(pid=1460): Terminated: ok {rc=0}\u000a21:23:23.239322 run mk-remote-dir(pid=1461): Launched\u000a21:23:24.441495 run mk-remote-dir(pid=1461): Terminated: ok {rc=0}\u000a21:23:24.740100 run scp-cfg-to-remote(pid=1462): Launched\u000a21:23:25.938479 run scp-cfg-to-remote(pid=1462): Terminated: ok {rc=0}\u000a21:23:26.237961 run scp-db-to-remote(pid=1464): Launched\u000a21:23:27.438413 run scp-db-to-remote(pid=1464): Terminated: ok {rc=0}\u000a21:23:27.562087 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:23:27.905314 run patchelf(pid=1466): Launched\u000a21:23:29.104897 run patchelf(pid=1466): Terminated: ok {rc=0}\u000a21:23:29.228692 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:23:29.572005 run setcap-netadm(pid=1467): Launched\u000a21:23:30.770702 run setcap-netadm(pid=1467): Terminated: ok {rc=0}\u000a21:23:31.131421 run srsepc(pid=1468): Launched\u000a21:23:31.313138 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:23:32.576610 run rm-remote-dir(pid=1469): Launched\u000a21:23:32.777012 run srsepc(pid=1468): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1468)]\u000a21:23:32.923435 run srsepc(pid=1468): stdout: \u000a| (launched: 2022-12-13_21:23:30.952397)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:23:33.070330 run srsepc(pid=1468): stderr: \u000a| (launched: 2022-12-13_21:23:31.002849)\u000a| Connection to 10.42.42.116 closed. \u000a21:23:33.212532 run srsepc(pid=1468): stdout: \u000a| (launched: 2022-12-13_21:23:30.952397)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:23:33.353062 run srsepc(pid=1468): stderr: \u000a| (launched: 2022-12-13_21:23:31.002849)\u000a| Connection to 10.42.42.116 closed. \u000a21:23:33.517967 run rm-remote-dir(pid=1469): Terminating (SIGINT)\u000a21:23:33.711386 run rm-remote-dir(pid=1469): Terminated: ok {rc=0}\u000a21:23:33.747084 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=1468): Process ended prematurely: srsepc(pid=1468) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1468)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a21:23:33.757871 tst rrc_idle_mo_ping.py:16: Test FAILED (18.9 sec)\u000a21:23:33.875717 run scp-back-log(pid=1470): Launched\u000a21:23:34.967099 run scp-back-log(pid=1470): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1470)]\u000a21:23:35.033214 run scp-back-log(pid=1470): stdout: \u000a| (launched: 2022-12-13_21:23:33.802213) \u000a21:23:35.099141 run scp-back-log(pid=1470): stderr: \u000a| (launched: 2022-12-13_21:23:33.823129)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:23:35.155962 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1470): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1470)]')\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1484): Process ended prematurely: srsepc(pid=1484) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1484)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1484): Process ended prematurely: srsepc(pid=1484) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a21:23:35.171670 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:23:35.189149 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:23:35.213751 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:23:35.367148 tst rrc_idle_mt_ping.py: using MSISDN 8349\u000a21:23:35.484870 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8349', subscriber_id=0}\u000a21:23:35.600269 run srsepc_10.42.42.118: Starting srsepc\u000a21:23:36.291764 run rm-remote-dir(pid=1472): Launched\u000a21:23:37.493921 run rm-remote-dir(pid=1472): Terminated: ok {rc=0}\u000a21:23:37.846166 run mk-remote-dir(pid=1473): Launched\u000a21:23:39.037692 run mk-remote-dir(pid=1473): Terminated: ok {rc=0}\u000a21:23:39.319249 run scp-inst-to-remote(pid=1474): Launched\u000a21:23:41.506894 run scp-inst-to-remote(pid=1474): Terminated: ok {rc=0}\u000a21:23:41.838968 run rm-remote-dir(pid=1476): Launched\u000a21:23:43.026698 run rm-remote-dir(pid=1476): Terminated: ok {rc=0}\u000a21:23:43.359254 run mk-remote-dir(pid=1477): Launched\u000a21:23:44.548272 run mk-remote-dir(pid=1477): Terminated: ok {rc=0}\u000a21:23:44.828722 run scp-cfg-to-remote(pid=1478): Launched\u000a21:23:46.038965 run scp-cfg-to-remote(pid=1478): Terminated: ok {rc=0}\u000a21:23:46.425974 run scp-db-to-remote(pid=1480): Launched\u000a21:23:47.633726 run scp-db-to-remote(pid=1480): Terminated: ok {rc=0}\u000a21:23:47.757780 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:23:48.102095 run patchelf(pid=1482): Launched\u000a21:23:49.301276 run patchelf(pid=1482): Terminated: ok {rc=0}\u000a21:23:49.424401 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:23:49.768493 run setcap-netadm(pid=1483): Launched\u000a21:23:50.968484 run setcap-netadm(pid=1483): Terminated: ok {rc=0}\u000a21:23:51.306327 run srsepc(pid=1484): Launched\u000a21:23:51.423622 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:23:52.632725 run rm-remote-dir(pid=1485): Launched\u000a21:23:52.832164 run srsepc(pid=1484): ERR: Terminated: ERROR {rc=127} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1484)]\u000a21:23:52.978708 run srsepc(pid=1484): stdout: \u000a| (launched: 2022-12-13_21:23:51.144011)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:23:53.125077 run srsepc(pid=1484): stderr: \u000a| (launched: 2022-12-13_21:23:51.193590)\u000a| Connection to 10.42.42.116 closed. \u000a21:23:53.265966 run srsepc(pid=1484): stdout: \u000a| (launched: 2022-12-13_21:23:51.144011)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:23:53.406698 run srsepc(pid=1484): stderr: \u000a| (launched: 2022-12-13_21:23:51.193590)\u000a| Connection to 10.42.42.116 closed. \u000a21:23:53.571122 run rm-remote-dir(pid=1485): Terminating (SIGINT)\u000a21:23:53.764382 run rm-remote-dir(pid=1485): Terminated: ok {rc=0}\u000a21:23:53.800101 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=1484): Process ended prematurely: srsepc(pid=1484) [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1484)] [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a21:23:53.810601 tst rrc_idle_mt_ping.py:16: Test FAILED (18.6 sec)\u000a21:23:53.929403 run scp-back-log(pid=1486): Launched\u000a21:23:55.020455 run scp-back-log(pid=1486): ERR: Terminated: ERROR {rc=1} [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1486)]\u000a21:23:55.086575 run scp-back-log(pid=1486): stdout: \u000a| (launched: 2022-12-13_21:23:53.854403) \u000a21:23:55.152866 run scp-back-log(pid=1486): stderr: \u000a| (launched: 2022-12-13_21:23:53.875300)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:23:55.209323 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1486): launch_sync(): local process exited with status 1 [trial-2394↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1486)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:21:32" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1499): Process ended prematurely: osmo-stp_10.42.42.5(pid=1499) [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1499): Process ended prematurely: osmo-stp_10.42.42.5(pid=1499) [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a21:23:56.067245 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:23:56.079145 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a21:23:56.214720 tst handover.py: using LAC 36358\u000a21:23:56.343342 tst handover.py: using RAC 148\u000a21:23:56.472862 tst handover.py: using CellId 36358\u000a21:23:56.603257 tst handover.py: using BVCI 36359\u000a21:23:56.628293 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a21:23:56.760865 tst handover.py: using LAC 36359\u000a21:23:56.890364 tst handover.py: using RAC 149\u000a21:23:57.024213 tst handover.py: using CellId 36359\u000a21:23:57.146205 tst handover.py: using BVCI 36360\u000a21:23:57.169697 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:23:57.180432 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:23:57.191394 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:23:57.202255 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:23:57.213210 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:23:57.223825 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a21:23:57.346328 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a21:23:57.559108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:58.085430 run create_hlr_db(pid=1493): Launched\u000a21:23:59.277198 run create_hlr_db(pid=1493): Terminated: ok {rc=0}\u000a21:23:59.615900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Launched\u000a21:23:59.944599 run osmo-hlr_10.42.42.2(pid=1496): Launched\u000a21:24:00.063288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:00.632862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Launched\u000a21:24:01.056341 run osmo-stp_10.42.42.5(pid=1499): Launched\u000a21:24:01.350823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:02.032061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Launched\u000a21:24:02.459497 run osmo-msc_10.42.42.6(pid=1551): Launched\u000a21:24:02.928625 run osmo-stp_10.42.42.5(pid=1499): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)]\u000a21:24:03.238383 run osmo-stp_10.42.42.5(pid=1499): stdout: \u000a| (launched: 2022-12-13_21:24:00.799298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:03.411348 run osmo-stp_10.42.42.5(pid=1499): stderr: \u000a| �[0;m�[38;5;43m20221213212401087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212401088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212401088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212401088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212401089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212401089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212401089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:03.564253 run osmo-stp_10.42.42.5(pid=1499): stdout: \u000a| (launched: 2022-12-13_21:24:00.799298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:03.710979 run osmo-stp_10.42.42.5(pid=1499): stderr: \u000a| �[0;m�[38;5;43m20221213212401087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212401088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212401088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212401088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212401089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212401089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212401089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:03.781491 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1499): Process ended prematurely: osmo-stp_10.42.42.5(pid=1499) [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1499)] [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a21:24:03.793298 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:24:03.871510 run osmo-hlr_10.42.42.2(pid=1496): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1496)]\u000a21:24:03.936790 run osmo-hlr_10.42.42.2(pid=1496): stdout: \u000a| (launched: 2022-12-13_21:23:59.782125) \u000a21:24:04.006271 run osmo-hlr_10.42.42.2(pid=1496): stderr: \u000a| �[0;m�[1;31m20221213212359980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212359980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212359980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212359980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212359980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212359980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212400038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212400049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212400049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212400049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:04.095934 run osmo-msc_10.42.42.6(pid=1551): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1551)]\u000a21:24:04.162042 run osmo-msc_10.42.42.6(pid=1551): stdout: \u000a| (launched: 2022-12-13_21:24:02.213309) \u000a21:24:04.228440 run osmo-msc_10.42.42.6(pid=1551): stderr: \u000a| �[0;m�[38;5;43m20221213212402810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212402811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5fd243c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212402811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212402811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212402811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212402811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212402823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212402823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212402824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212402824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:04.283102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Terminating (SIGTERM)\u000a21:24:04.334521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Terminating (SIGTERM)\u000a21:24:04.389197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Terminating (SIGTERM)\u000a21:24:04.400825 --- ParallelTerminationStrategy: PID 1495 died...\u000a21:24:04.472630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1495): Terminated: ok {rc=0}\u000a21:24:04.485026 --- ParallelTerminationStrategy: PID 1498 died...\u000a21:24:04.551252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1498): Terminated: ok {rc=0}\u000a21:24:04.567246 --- ParallelTerminationStrategy: PID 1537 died...\u000a21:24:04.637888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Terminated: ok {rc=0}\u000a21:24:04.750586 bus /sierra_3: Setting Powered False\u000a21:24:05.860994 bus /sierra_3: Setting Powered False\u000a21:24:06.975507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:23:55" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1786): Process ended prematurely: osmo-stp_10.42.42.5(pid=1786) [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1786)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1786): Process ended prematurely: osmo-stp_10.42.42.5(pid=1786) [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a21:24:08.962874 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:24:08.976533 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:24:09.120715 tst handover.py: using LAC 36360\u000a21:24:09.251019 tst handover.py: using RAC 150\u000a21:24:09.382351 tst handover.py: using CellId 36360\u000a21:24:09.512675 tst handover.py: using BVCI 36361\u000a21:24:09.539545 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:24:09.676439 tst handover.py: using LAC 36361\u000a21:24:09.808028 tst handover.py: using RAC 151\u000a21:24:09.939733 tst handover.py: using CellId 36361\u000a21:24:10.072284 tst handover.py: using BVCI 36362\u000a21:24:10.098636 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:24:10.111077 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:24:10.123351 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:24:10.135941 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:24:10.149513 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:24:10.162994 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:24:10.291992 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:24:10.517440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:11.066331 run create_hlr_db(pid=1780): Launched\u000a21:24:11.205785 bus /sierra_2: Setting Powered False\u000a21:24:12.283938 run create_hlr_db(pid=1780): Terminated: ok {rc=0}\u000a21:24:12.722163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1782): Launched\u000a21:24:13.160089 run osmo-hlr_10.42.42.2(pid=1783): Launched\u000a21:24:13.408773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:14.004664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1785): Launched\u000a21:24:14.443072 run osmo-stp_10.42.42.5(pid=1786): Launched\u000a21:24:14.669752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:15.273967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1788): Launched\u000a21:24:15.715543 run osmo-msc_10.42.42.6(pid=1789): Launched\u000a21:24:16.193153 run osmo-stp_10.42.42.5(pid=1786): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1786)]\u000a21:24:16.402526 run osmo-stp_10.42.42.5(pid=1786): stdout: \u000a| (launched: 2022-12-13_21:24:14.177961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:16.533363 run osmo-stp_10.42.42.5(pid=1786): stderr: \u000a| �[0;m�[38;5;43m20221213212414473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212414473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212414474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212414474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212414475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212414475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212414475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:16.659670 run osmo-stp_10.42.42.5(pid=1786): stdout: \u000a| (launched: 2022-12-13_21:24:14.177961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:16.784877 run osmo-stp_10.42.42.5(pid=1786): stderr: \u000a| �[0;m�[38;5;43m20221213212414473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212414473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212414474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212414474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212414475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212414475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212414475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:16.839665 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1786): Process ended prematurely: osmo-stp_10.42.42.5(pid=1786) [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1786)] [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a21:24:16.847891 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:24:16.909162 run osmo-hlr_10.42.42.2(pid=1783): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1783)]\u000a21:24:16.959575 run osmo-hlr_10.42.42.2(pid=1783): stdout: \u000a| (launched: 2022-12-13_21:24:12.895069) \u000a21:24:17.011274 run osmo-hlr_10.42.42.2(pid=1783): stderr: \u000a| �[0;m�[1;31m20221213212413209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212413209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212413209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212413209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212413209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212413209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212413223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212413231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212413231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212413232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:17.081216 run osmo-msc_10.42.42.6(pid=1789): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1789)]\u000a21:24:17.131996 run osmo-msc_10.42.42.6(pid=1789): stdout: \u000a| (launched: 2022-12-13_21:24:15.447628) \u000a21:24:17.183226 run osmo-msc_10.42.42.6(pid=1789): stderr: \u000a| �[0;m�[38;5;43m20221213212415931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212415932 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc5eb37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212415932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212415932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212415932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212415932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212415934 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212415934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212415935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212415935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:17.226649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1782): Terminating (SIGTERM)\u000a21:24:17.267502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1785): Terminating (SIGTERM)\u000a21:24:17.308458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1788): Terminating (SIGTERM)\u000a21:24:17.317903 --- ParallelTerminationStrategy: PID 1782 died...\u000a21:24:17.373133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1782): Terminated: ok {rc=0}\u000a21:24:17.383182 --- ParallelTerminationStrategy: PID 1785 died...\u000a21:24:17.438130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1785): Terminated: ok {rc=0}\u000a21:24:17.448147 --- ParallelTerminationStrategy: PID 1788 died...\u000a21:24:17.503476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1788): Terminated: ok {rc=0}\u000a21:24:17.601465 bus /sierra_3: Setting Powered False\u000a21:24:18.714503 bus /sierra_3: Setting Powered False\u000a21:24:19.832018 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:24:08" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1800): Process ended prematurely: osmo-stp_10.42.42.5(pid=1800) [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1800): Process ended prematurely: osmo-stp_10.42.42.5(pid=1800) [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:24:21.846136 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:21.858558 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:24:22.003348 tst handover.py: using LAC 36362\u000a21:24:22.138538 tst handover.py: using RAC 152\u000a21:24:22.273785 tst handover.py: using CellId 36362\u000a21:24:22.408822 tst handover.py: using BVCI 36363\u000a21:24:22.435741 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:24:22.590998 tst handover.py: using LAC 36363\u000a21:24:22.725121 tst handover.py: using RAC 153\u000a21:24:22.862187 tst handover.py: using CellId 36363\u000a21:24:22.997413 tst handover.py: using BVCI 36364\u000a21:24:23.024167 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:23.036491 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:23.049147 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:23.061361 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:23.074767 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:23.088513 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:24:23.220079 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:24:23.446551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:24.000933 run create_hlr_db(pid=1794): Launched\u000a21:24:24.141114 bus /sierra_2: Setting Powered False\u000a21:24:25.221437 run create_hlr_db(pid=1794): Terminated: ok {rc=0}\u000a21:24:25.661853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Launched\u000a21:24:26.104142 run osmo-hlr_10.42.42.2(pid=1797): Launched\u000a21:24:26.347964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:26.891976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Launched\u000a21:24:27.204635 run osmo-stp_10.42.42.5(pid=1800): Launched\u000a21:24:27.317496 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:27.867927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Launched\u000a21:24:28.180030 run osmo-msc_10.42.42.6(pid=1803): Launched\u000a21:24:28.364844 run osmo-stp_10.42.42.5(pid=1800): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)]\u000a21:24:28.496554 run osmo-stp_10.42.42.5(pid=1800): stdout: \u000a| (launched: 2022-12-13_21:24:27.049183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:28.626250 run osmo-stp_10.42.42.5(pid=1800): stderr: \u000a| �[0;m�[38;5;43m20221213212427218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212427218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212427218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212427218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212427219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212427219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212427219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:28.750856 run osmo-stp_10.42.42.5(pid=1800): stdout: \u000a| (launched: 2022-12-13_21:24:27.049183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:28.874648 run osmo-stp_10.42.42.5(pid=1800): stderr: \u000a| �[0;m�[38;5;43m20221213212427218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212427218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212427218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212427218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212427219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212427219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212427219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:28.928482 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1800): Process ended prematurely: osmo-stp_10.42.42.5(pid=1800) [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)] [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a21:24:28.936324 tst handover.py:18: Test FAILED (7.1 sec)\u000a21:24:28.997344 run osmo-hlr_10.42.42.2(pid=1797): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1797)]\u000a21:24:29.046777 run osmo-hlr_10.42.42.2(pid=1797): stdout: \u000a| (launched: 2022-12-13_21:24:25.837233) \u000a21:24:29.097024 run osmo-hlr_10.42.42.2(pid=1797): stderr: \u000a| �[0;m�[1;31m20221213212426144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212426144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212426144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212426144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212426144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212426144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212426160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212426177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212426178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212426178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:29.164999 run osmo-msc_10.42.42.6(pid=1803): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1803)]\u000a21:24:29.214319 run osmo-msc_10.42.42.6(pid=1803): stdout: \u000a| (launched: 2022-12-13_21:24:28.025641) \u000a21:24:29.264403 run osmo-msc_10.42.42.6(pid=1803): stderr: \u000a| �[0;m�[38;5;43m20221213212428296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212428297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c9c3fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212428297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212428297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212428297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212428297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212428299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212428299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212428299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212428299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:29.307072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Terminating (SIGTERM)\u000a21:24:29.347290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Terminating (SIGTERM)\u000a21:24:29.387519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Terminating (SIGTERM)\u000a21:24:29.396687 --- ParallelTerminationStrategy: PID 1796 died...\u000a21:24:29.450720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Terminated: ok {rc=0}\u000a21:24:29.460260 --- ParallelTerminationStrategy: PID 1799 died...\u000a21:24:29.514002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Terminated: ok {rc=0}\u000a21:24:29.523495 --- ParallelTerminationStrategy: PID 1802 died...\u000a21:24:29.577245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Terminated: ok {rc=0}\u000a21:24:29.661762 bus /sierra_3: Setting Powered False\u000a21:24:30.767418 bus /sierra_3: Setting Powered False\u000a21:24:31.884663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:24:21" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1816): Process ended prematurely: osmo-stp_10.42.42.5(pid=1816) [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1816): Process ended prematurely: osmo-stp_10.42.42.5(pid=1816) [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:24:33.878859 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:33.891084 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:24:34.025773 tst handover.py: using LAC 36364\u000a21:24:34.156881 tst handover.py: using RAC 154\u000a21:24:34.285673 tst handover.py: using CellId 36364\u000a21:24:34.417055 tst handover.py: using BVCI 36365\u000a21:24:34.442270 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:24:34.585216 tst handover.py: using LAC 36365\u000a21:24:34.715825 tst handover.py: using RAC 155\u000a21:24:34.846869 tst handover.py: using CellId 36365\u000a21:24:34.976221 tst handover.py: using BVCI 36366\u000a21:24:35.001687 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:35.013290 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:35.024764 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:35.036249 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:35.047765 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:35.059194 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:24:35.178206 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:24:35.394528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:35.897188 run create_hlr_db(pid=1809): Launched\u000a21:24:36.031911 bus /sierra_2: Setting Powered False\u000a21:24:37.108801 run create_hlr_db(pid=1809): Terminated: ok {rc=0}\u000a21:24:37.498624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Launched\u000a21:24:37.810624 run osmo-hlr_10.42.42.2(pid=1812): Launched\u000a21:24:37.931107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:38.446030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Launched\u000a21:24:38.760017 run osmo-stp_10.42.42.5(pid=1816): Launched\u000a21:24:38.872823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:39.416702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1818): Launched\u000a21:24:39.730183 run osmo-msc_10.42.42.6(pid=1820): Launched\u000a21:24:39.912638 run osmo-stp_10.42.42.5(pid=1816): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)]\u000a21:24:40.045035 run osmo-stp_10.42.42.5(pid=1816): stdout: \u000a| (launched: 2022-12-13_21:24:38.604203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:40.174292 run osmo-stp_10.42.42.5(pid=1816): stderr: \u000a| �[0;m�[38;5;43m20221213212438771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212438771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212438772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212438772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212438773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212438773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212438773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:40.299191 run osmo-stp_10.42.42.5(pid=1816): stdout: \u000a| (launched: 2022-12-13_21:24:38.604203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:40.422787 run osmo-stp_10.42.42.5(pid=1816): stderr: \u000a| �[0;m�[38;5;43m20221213212438771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212438771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212438772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212438772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212438773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212438773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212438773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:40.476586 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1816): Process ended prematurely: osmo-stp_10.42.42.5(pid=1816) [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1816)] [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:24:40.484735 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:24:40.545963 run osmo-hlr_10.42.42.2(pid=1812): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1812)]\u000a21:24:40.596031 run osmo-hlr_10.42.42.2(pid=1812): stdout: \u000a| (launched: 2022-12-13_21:24:37.656697) \u000a21:24:40.646457 run osmo-hlr_10.42.42.2(pid=1812): stderr: \u000a| �[0;m�[1;31m20221213212437831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212437831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212437831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212437831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212437831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212437831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212437844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212437852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212437852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212437853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:40.715265 run osmo-msc_10.42.42.6(pid=1820): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1820)]\u000a21:24:40.765307 run osmo-msc_10.42.42.6(pid=1820): stdout: \u000a| (launched: 2022-12-13_21:24:39.574611) \u000a21:24:40.815895 run osmo-msc_10.42.42.6(pid=1820): stderr: \u000a| �[0;m�[38;5;43m20221213212439847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212439847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5ebbe8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212439847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212439848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212439848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212439848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212439850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212439850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212439850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212439850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:40.858670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Terminating (SIGTERM)\u000a21:24:40.898953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Terminating (SIGTERM)\u000a21:24:40.939190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1818): Terminating (SIGTERM)\u000a21:24:40.948395 --- ParallelTerminationStrategy: PID 1811 died...\u000a21:24:41.003183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1811): Terminated: ok {rc=0}\u000a21:24:41.012832 --- ParallelTerminationStrategy: PID 1815 died...\u000a21:24:41.066969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1815): Terminated: ok {rc=0}\u000a21:24:41.076491 --- ParallelTerminationStrategy: PID 1818 died...\u000a21:24:41.130748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1818): Terminated: ok {rc=0}\u000a21:24:41.220412 bus /sierra_3: Setting Powered False\u000a21:24:42.324499 bus /sierra_3: Setting Powered False\u000a21:24:43.436206 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:24:33" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1831): Process ended prematurely: osmo-stp_10.42.42.5(pid=1831) [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1831)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1831): Process ended prematurely: osmo-stp_10.42.42.5(pid=1831) [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:24:45.433703 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:45.444884 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:24:45.571633 tst handover.py: using LAC 36366\u000a21:24:45.694388 tst handover.py: using RAC 156\u000a21:24:45.822415 tst handover.py: using CellId 36366\u000a21:24:45.969168 tst handover.py: using BVCI 36367\u000a21:24:45.996116 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:24:46.156842 tst handover.py: using LAC 36367\u000a21:24:46.303161 tst handover.py: using RAC 157\u000a21:24:46.457804 tst handover.py: using CellId 36367\u000a21:24:46.589151 tst handover.py: using BVCI 36368\u000a21:24:46.614293 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:46.626604 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:46.638557 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:46.650727 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:46.664453 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:46.677625 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:24:46.799063 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:24:47.072182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:47.556793 run create_hlr_db(pid=1825): Launched\u000a21:24:47.683170 bus /sierra_2: Setting Powered False\u000a21:24:48.756673 run create_hlr_db(pid=1825): Terminated: ok {rc=0}\u000a21:24:49.143235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1827): Launched\u000a21:24:49.453440 run osmo-hlr_10.42.42.2(pid=1828): Launched\u000a21:24:49.574720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:50.092599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1830): Launched\u000a21:24:50.403842 run osmo-stp_10.42.42.5(pid=1831): Launched\u000a21:24:50.516651 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:51.054879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1833): Launched\u000a21:24:51.367633 run osmo-msc_10.42.42.6(pid=1834): Launched\u000a21:24:51.549363 run osmo-stp_10.42.42.5(pid=1831): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1831)]\u000a21:24:51.680530 run osmo-stp_10.42.42.5(pid=1831): stdout: \u000a| (launched: 2022-12-13_21:24:50.249910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:51.809903 run osmo-stp_10.42.42.5(pid=1831): stderr: \u000a| �[0;m�[38;5;43m20221213212450419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212450420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212450420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212450420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212450421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212450421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212450421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:51.934104 run osmo-stp_10.42.42.5(pid=1831): stdout: \u000a| (launched: 2022-12-13_21:24:50.249910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:52.057435 run osmo-stp_10.42.42.5(pid=1831): stderr: \u000a| �[0;m�[38;5;43m20221213212450419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212450420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212450420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212450420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212450421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212450421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212450421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:52.111255 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1831): Process ended prematurely: osmo-stp_10.42.42.5(pid=1831) [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1831)] [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:24:52.119506 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:24:52.180679 run osmo-hlr_10.42.42.2(pid=1828): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1828)]\u000a21:24:52.230586 run osmo-hlr_10.42.42.2(pid=1828): stdout: \u000a| (launched: 2022-12-13_21:24:49.300602) \u000a21:24:52.281089 run osmo-hlr_10.42.42.2(pid=1828): stderr: \u000a| �[0;m�[1;31m20221213212449476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212449476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212449476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212449476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212449476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212449476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212449489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212449497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212449497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212449497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:52.349631 run osmo-msc_10.42.42.6(pid=1834): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1834)]\u000a21:24:52.399337 run osmo-msc_10.42.42.6(pid=1834): stdout: \u000a| (launched: 2022-12-13_21:24:51.212317) \u000a21:24:52.449681 run osmo-msc_10.42.42.6(pid=1834): stderr: \u000a| �[0;m�[38;5;43m20221213212451484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212451484 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f826d073c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212451484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212451484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212451484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212451484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212451486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212451487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212451487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212451487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:52.492350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1827): Terminating (SIGTERM)\u000a21:24:52.532669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1830): Terminating (SIGTERM)\u000a21:24:52.572973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1833): Terminating (SIGTERM)\u000a21:24:52.582268 --- ParallelTerminationStrategy: PID 1827 died...\u000a21:24:52.636898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1827): Terminated: ok {rc=0}\u000a21:24:52.646674 --- ParallelTerminationStrategy: PID 1830 died...\u000a21:24:52.700906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1830): Terminated: ok {rc=0}\u000a21:24:52.710685 --- ParallelTerminationStrategy: PID 1833 died...\u000a21:24:52.764915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1833): Terminated: ok {rc=0}\u000a21:24:52.853897 bus /sierra_3: Setting Powered False\u000a21:24:53.957025 bus /sierra_3: Setting Powered False\u000a21:24:55.068661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:24:45" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1872): Process ended prematurely: osmo-stp_10.42.42.5(pid=1872) [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1872): Process ended prematurely: osmo-stp_10.42.42.5(pid=1872) [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:24:57.053627 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:57.065341 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:24:57.198266 tst handover.py: using LAC 36368\u000a21:24:57.330564 tst handover.py: using RAC 158\u000a21:24:57.459022 tst handover.py: using CellId 36368\u000a21:24:57.587433 tst handover.py: using BVCI 36369\u000a21:24:57.612597 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:24:57.742344 tst handover.py: using LAC 36369\u000a21:24:57.866506 tst handover.py: using RAC 159\u000a21:24:57.988542 tst handover.py: using CellId 36369\u000a21:24:58.109913 tst handover.py: using BVCI 36370\u000a21:24:58.133386 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:58.144157 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:58.154947 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:58.165759 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:58.176758 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:58.187679 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:24:58.310129 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:24:58.525228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:59.027072 run create_hlr_db(pid=1840): Launched\u000a21:24:59.162860 bus /sierra_2: Setting Powered False\u000a21:25:00.226118 run create_hlr_db(pid=1840): Terminated: ok {rc=0}\u000a21:25:00.631512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Launched\u000a21:25:01.039360 run osmo-hlr_10.42.42.2(pid=1843): Launched\u000a21:25:01.247551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:01.901747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Launched\u000a21:25:02.417250 run osmo-stp_10.42.42.5(pid=1872): Launched\u000a21:25:02.567570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:03.266340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1878): Launched\u000a21:25:03.651284 run osmo-msc_10.42.42.6(pid=1926): Launched\u000a21:25:03.843396 run osmo-stp_10.42.42.5(pid=1872): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)]\u000a21:25:03.986667 run osmo-stp_10.42.42.5(pid=1872): stdout: \u000a| (launched: 2022-12-13_21:25:02.099175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:04.123562 run osmo-stp_10.42.42.5(pid=1872): stderr: \u000a| �[0;m�[38;5;43m20221213212502316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212502316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212502317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212502317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212502318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212502318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212502318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:04.255199 run osmo-stp_10.42.42.5(pid=1872): stdout: \u000a| (launched: 2022-12-13_21:25:02.099175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:04.385295 run osmo-stp_10.42.42.5(pid=1872): stderr: \u000a| �[0;m�[38;5;43m20221213212502316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212502316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212502317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212502317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212502318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212502318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212502318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:04.442203 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1872): Process ended prematurely: osmo-stp_10.42.42.5(pid=1872) [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)] [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a21:25:04.450709 tst handover.py:18: Test FAILED (7.4 sec)\u000a21:25:04.513470 run osmo-hlr_10.42.42.2(pid=1843): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1843)]\u000a21:25:04.564926 run osmo-hlr_10.42.42.2(pid=1843): stdout: \u000a| (launched: 2022-12-13_21:25:00.797923) \u000a21:25:04.617180 run osmo-hlr_10.42.42.2(pid=1843): stderr: \u000a| �[0;m�[1;31m20221213212501178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212501178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212501178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212501178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212501178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212501179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212501205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212501231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212501231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212501231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:04.688082 run osmo-msc_10.42.42.6(pid=1926): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1926)]\u000a21:25:04.739176 run osmo-msc_10.42.42.6(pid=1926): stdout: \u000a| (launched: 2022-12-13_21:25:03.457395) \u000a21:25:04.791022 run osmo-msc_10.42.42.6(pid=1926): stderr: \u000a| �[0;m�[38;5;43m20221213212503816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212503816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf2924cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212503816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212503816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212503817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212503817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212503818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212503819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212503819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212503819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:04.834954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Terminating (SIGTERM)\u000a21:25:04.876469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Terminating (SIGTERM)\u000a21:25:04.918625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1878): Terminating (SIGTERM)\u000a21:25:04.928246 --- ParallelTerminationStrategy: PID 1842 died...\u000a21:25:04.983892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Terminated: ok {rc=0}\u000a21:25:04.994266 --- ParallelTerminationStrategy: PID 1866 died...\u000a21:25:05.049864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1866): Terminated: ok {rc=0}\u000a21:25:05.059794 --- ParallelTerminationStrategy: PID 1878 died...\u000a21:25:05.115342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1878): Terminated: ok {rc=0}\u000a21:25:05.203546 bus /sierra_3: Setting Powered False\u000a21:25:06.307196 bus /sierra_3: Setting Powered False\u000a21:25:07.418647 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:24:56" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:25:09.418663 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:09.429958 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:25:09.563186 tst handover.py: using LAC 36370\u000a21:25:09.691388 tst handover.py: using RAC 160\u000a21:25:09.819466 tst handover.py: using CellId 36370\u000a21:25:09.947437 tst handover.py: using BVCI 36371\u000a21:25:09.972470 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:25:10.119656 tst handover.py: using LAC 36371\u000a21:25:10.247707 tst handover.py: using RAC 161\u000a21:25:10.375336 tst handover.py: using CellId 36371\u000a21:25:10.501325 tst handover.py: using BVCI 36372\u000a21:25:10.526293 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:10.538072 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:10.549283 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:10.560282 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:10.571510 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:25:10.582655 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:25:10.701503 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:25:10.903855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:11.359936 run create_hlr_db(pid=1959): Launched\u000a21:25:11.484452 bus /sierra_2: Setting Powered False\u000a21:25:12.556913 run create_hlr_db(pid=1959): Terminated: ok {rc=0}\u000a21:25:12.966026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Launched\u000a21:25:13.296074 run osmo-hlr_10.42.42.2(pid=1962): Launched\u000a21:25:13.415305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:13.955296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Launched\u000a21:25:14.286167 run osmo-stp_10.42.42.5(pid=1966): Launched\u000a21:25:14.426571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:14.999956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1968): Launched\u000a21:25:15.330675 run osmo-msc_10.42.42.6(pid=1969): Launched\u000a21:25:15.639212 run osmo-stp_10.42.42.5(pid=1966): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]\u000a21:25:15.929343 run osmo-stp_10.42.42.5(pid=1966): stdout: \u000a| (launched: 2022-12-13_21:25:14.122772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:16.074768 run osmo-stp_10.42.42.5(pid=1966): stderr: \u000a| �[0;m�[38;5;43m20221213212514329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212514330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212514330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212514330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212514331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212514331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212514331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:16.225669 run osmo-stp_10.42.42.5(pid=1966): stdout: \u000a| (launched: 2022-12-13_21:25:14.122772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:16.358233 run osmo-stp_10.42.42.5(pid=1966): stderr: \u000a| �[0;m�[38;5;43m20221213212514329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212514330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212514330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212514330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212514331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212514331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212514331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:16.416083 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)] [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a21:25:16.425222 tst handover.py:18: Test FAILED (7.0 sec)\u000a21:25:16.488804 run osmo-hlr_10.42.42.2(pid=1962): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1962)]\u000a21:25:16.541077 run osmo-hlr_10.42.42.2(pid=1962): stdout: \u000a| (launched: 2022-12-13_21:25:13.133811) \u000a21:25:16.593986 run osmo-hlr_10.42.42.2(pid=1962): stderr: \u000a| �[0;m�[1;31m20221213212513329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212513329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212513329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212513329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212513329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212513329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212513370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212513379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212513379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212513379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:16.665821 run osmo-msc_10.42.42.6(pid=1969): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1969)]\u000a21:25:16.718281 run osmo-msc_10.42.42.6(pid=1969): stdout: \u000a| (launched: 2022-12-13_21:25:15.168395) \u000a21:25:16.771028 run osmo-msc_10.42.42.6(pid=1969): stderr: \u000a| �[0;m�[38;5;43m20221213212515633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212515634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb95796c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212515634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212515634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212515634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212515634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212515636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212515636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212515636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212515649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:16.816157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminating (SIGTERM)\u000a21:25:16.858751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminating (SIGTERM)\u000a21:25:16.902766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1968): Terminating (SIGTERM)\u000a21:25:16.913794 --- ParallelTerminationStrategy: PID 1961 died...\u000a21:25:16.971039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminated: ok {rc=0}\u000a21:25:16.981616 --- ParallelTerminationStrategy: PID 1965 died...\u000a21:25:17.038917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminated: ok {rc=0}\u000a21:25:17.049544 --- ParallelTerminationStrategy: PID 1968 died...\u000a21:25:17.122133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1968): Terminated: ok {rc=0}\u000a21:25:17.215683 bus /sierra_3: Setting Powered False\u000a21:25:18.325570 bus /sierra_3: Setting Powered False\u000a21:25:19.474299 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:25:09" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1984): Process ended prematurely: osmo-stp_10.42.42.5(pid=1984) [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1984): Process ended prematurely: osmo-stp_10.42.42.5(pid=1984) [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:25:21.593519 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:21.605258 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:25:21.742756 tst handover.py: using LAC 36372\u000a21:25:21.872056 tst handover.py: using RAC 162\u000a21:25:22.002184 tst handover.py: using CellId 36372\u000a21:25:22.137108 tst handover.py: using BVCI 36373\u000a21:25:22.161403 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:25:22.315288 tst handover.py: using LAC 36373\u000a21:25:22.447936 tst handover.py: using RAC 163\u000a21:25:22.602823 tst handover.py: using CellId 36373\u000a21:25:22.757798 tst handover.py: using BVCI 36374\u000a21:25:22.784102 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:22.796711 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:22.808558 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:22.820539 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:22.833666 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:22.846067 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:25:22.995915 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:25:23.233258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:23.808709 run create_hlr_db(pid=1978): Launched\u000a21:25:23.955508 bus /sierra_2: Setting Powered False\u000a21:25:25.053883 run create_hlr_db(pid=1978): Terminated: ok {rc=0}\u000a21:25:25.512534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Launched\u000a21:25:25.956023 run osmo-hlr_10.42.42.2(pid=1981): Launched\u000a21:25:26.235705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:26.821415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Launched\u000a21:25:27.281248 run osmo-stp_10.42.42.5(pid=1984): Launched\u000a21:25:27.516931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:28.132030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Launched\u000a21:25:28.583374 run osmo-msc_10.42.42.6(pid=1987): Launched\u000a21:25:29.005707 run osmo-stp_10.42.42.5(pid=1984): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)]\u000a21:25:29.197427 run osmo-stp_10.42.42.5(pid=1984): stdout: \u000a| (launched: 2022-12-13_21:25:27.001891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:29.341971 run osmo-stp_10.42.42.5(pid=1984): stderr: \u000a| �[0;m�[38;5;43m20221213212527322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212527322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212527323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212527323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212527324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212527324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212527324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:29.483353 run osmo-stp_10.42.42.5(pid=1984): stdout: \u000a| (launched: 2022-12-13_21:25:27.001891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:29.634833 run osmo-stp_10.42.42.5(pid=1984): stderr: \u000a| �[0;m�[38;5;43m20221213212527322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212527322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212527323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212527323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212527324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212527324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212527324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:29.696929 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1984): Process ended prematurely: osmo-stp_10.42.42.5(pid=1984) [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1984)] [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a21:25:29.706772 tst handover.py:18: Test FAILED (8.1 sec)\u000a21:25:29.773759 run osmo-hlr_10.42.42.2(pid=1981): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1981)]\u000a21:25:29.830136 run osmo-hlr_10.42.42.2(pid=1981): stdout: \u000a| (launched: 2022-12-13_21:25:25.688848) \u000a21:25:29.886733 run osmo-hlr_10.42.42.2(pid=1981): stderr: \u000a| �[0;m�[1;31m20221213212526002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212526002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212526002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212526002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212526002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212526002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212526032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212526048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212526048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212526048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:29.963532 run osmo-msc_10.42.42.6(pid=1987): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1987)]\u000a21:25:30.018828 run osmo-msc_10.42.42.6(pid=1987): stdout: \u000a| (launched: 2022-12-13_21:25:28.311291) \u000a21:25:30.076904 run osmo-msc_10.42.42.6(pid=1987): stderr: \u000a| �[0;m�[38;5;43m20221213212528838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212528838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88ab9f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212528838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212528838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212528838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212528838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212528840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212528841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212528841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212528841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:30.124898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Terminating (SIGTERM)\u000a21:25:30.173506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Terminating (SIGTERM)\u000a21:25:30.223114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Terminating (SIGTERM)\u000a21:25:30.234760 --- ParallelTerminationStrategy: PID 1980 died...\u000a21:25:30.296728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1980): Terminated: ok {rc=0}\u000a21:25:30.307627 --- ParallelTerminationStrategy: PID 1983 died...\u000a21:25:30.367264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1983): Terminated: ok {rc=0}\u000a21:25:30.377994 --- ParallelTerminationStrategy: PID 1986 died...\u000a21:25:30.437591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1986): Terminated: ok {rc=0}\u000a21:25:30.532237 bus /sierra_3: Setting Powered False\u000a21:25:31.684620 bus /sierra_3: Setting Powered False\u000a21:25:32.824233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:25:21" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1998): Process ended prematurely: osmo-stp_10.42.42.5(pid=1998) [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1998)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1998): Process ended prematurely: osmo-stp_10.42.42.5(pid=1998) [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a21:25:34.844626 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:25:34.856450 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:25:34.986245 tst handover.py: using LAC 36374\u000a21:25:35.133493 tst handover.py: using RAC 164\u000a21:25:35.259108 tst handover.py: using CellId 36374\u000a21:25:35.385914 tst handover.py: using BVCI 36375\u000a21:25:35.411382 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:25:35.542667 tst handover.py: using LAC 36375\u000a21:25:35.666514 tst handover.py: using RAC 165\u000a21:25:35.792766 tst handover.py: using CellId 36375\u000a21:25:35.935419 tst handover.py: using BVCI 36376\u000a21:25:35.960179 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:25:35.971987 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:25:35.983693 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:25:35.995729 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:25:36.008317 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:25:36.020855 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:25:36.143781 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:25:36.388376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:36.909465 run create_hlr_db(pid=1992): Launched\u000a21:25:37.039158 bus /sierra_2: Setting Powered False\u000a21:25:38.122218 run create_hlr_db(pid=1992): Terminated: ok {rc=0}\u000a21:25:38.534014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1994): Launched\u000a21:25:38.958540 run osmo-hlr_10.42.42.2(pid=1995): Launched\u000a21:25:39.138015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:39.780430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1997): Launched\u000a21:25:40.318562 run osmo-stp_10.42.42.5(pid=1998): Launched\u000a21:25:40.596194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:41.294777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2000): Launched\u000a21:25:41.769615 run osmo-msc_10.42.42.6(pid=2001): Launched\u000a21:25:42.173811 run osmo-stp_10.42.42.5(pid=1998): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1998)]\u000a21:25:42.394735 run osmo-stp_10.42.42.5(pid=1998): stdout: \u000a| (launched: 2022-12-13_21:25:39.970364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:42.536774 run osmo-stp_10.42.42.5(pid=1998): stderr: \u000a| �[0;m�[38;5;43m20221213212540363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212540363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212540364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212540364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212540365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212540365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212540365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:42.675600 run osmo-stp_10.42.42.5(pid=1998): stdout: \u000a| (launched: 2022-12-13_21:25:39.970364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:42.813197 run osmo-stp_10.42.42.5(pid=1998): stderr: \u000a| �[0;m�[38;5;43m20221213212540363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212540363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212540364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212540364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212540365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212540365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212540365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:42.872608 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1998): Process ended prematurely: osmo-stp_10.42.42.5(pid=1998) [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1998)] [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a21:25:42.881970 tst handover.py:18: Test FAILED (8.0 sec)\u000a21:25:42.946896 run osmo-hlr_10.42.42.2(pid=1995): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1995)]\u000a21:25:43.002182 run osmo-hlr_10.42.42.2(pid=1995): stdout: \u000a| (launched: 2022-12-13_21:25:38.698411) \u000a21:25:43.057353 run osmo-hlr_10.42.42.2(pid=1995): stderr: \u000a| �[0;m�[1;31m20221213212539032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212539032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212539032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212539032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212539032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212539032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212539053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212539065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212539066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212539066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:43.130613 run osmo-msc_10.42.42.6(pid=2001): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2001)]\u000a21:25:43.182611 run osmo-msc_10.42.42.6(pid=2001): stdout: \u000a| (launched: 2022-12-13_21:25:41.504064) \u000a21:25:43.237688 run osmo-msc_10.42.42.6(pid=2001): stderr: \u000a| �[0;m�[38;5;43m20221213212542024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212542024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcd018ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212542024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212542024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212542024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212542025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212542026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212542027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212542027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212542027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:43.283597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1994): Terminating (SIGTERM)\u000a21:25:43.327029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1997): Terminating (SIGTERM)\u000a21:25:43.371279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2000): Terminating (SIGTERM)\u000a21:25:43.382156 --- ParallelTerminationStrategy: PID 1994 died...\u000a21:25:43.440649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1994): Terminated: ok {rc=0}\u000a21:25:43.450849 --- ParallelTerminationStrategy: PID 1997 died...\u000a21:25:43.507561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1997): Terminated: ok {rc=0}\u000a21:25:43.517912 --- ParallelTerminationStrategy: PID 2000 died...\u000a21:25:43.575651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2000): Terminated: ok {rc=0}\u000a21:25:43.669620 bus /sierra_3: Setting Powered False\u000a21:25:44.793079 bus /sierra_3: Setting Powered False\u000a21:25:45.941661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:25:34" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2012): Process ended prematurely: osmo-stp_10.42.42.5(pid=2012) [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2012)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2012): Process ended prematurely: osmo-stp_10.42.42.5(pid=2012) [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:25:48.044647 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:48.056863 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:25:48.222522 tst handover.py: using LAC 36376\u000a21:25:48.346723 tst handover.py: using RAC 166\u000a21:25:48.483008 tst handover.py: using CellId 36376\u000a21:25:48.607823 tst handover.py: using BVCI 36377\u000a21:25:48.631775 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:25:48.771161 tst handover.py: using LAC 36377\u000a21:25:48.894324 tst handover.py: using RAC 167\u000a21:25:49.026849 tst handover.py: using CellId 36377\u000a21:25:49.148604 tst handover.py: using BVCI 36378\u000a21:25:49.172906 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:49.184285 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:49.195672 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:49.206970 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:49.219281 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:49.231491 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:25:49.355983 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:25:49.596057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:50.182196 run create_hlr_db(pid=2006): Launched\u000a21:25:50.330912 bus /sierra_2: Setting Powered False\u000a21:25:51.418786 run create_hlr_db(pid=2006): Terminated: ok {rc=0}\u000a21:25:51.922568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2008): Launched\u000a21:25:52.396863 run osmo-hlr_10.42.42.2(pid=2009): Launched\u000a21:25:52.632846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:53.296862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2011): Launched\u000a21:25:53.637722 run osmo-stp_10.42.42.5(pid=2012): Launched\u000a21:25:53.871048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:54.555589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2014): Launched\u000a21:25:55.032032 run osmo-msc_10.42.42.6(pid=2015): Launched\u000a21:25:55.478524 run osmo-stp_10.42.42.5(pid=2012): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2012)]\u000a21:25:55.625619 run osmo-stp_10.42.42.5(pid=2012): stdout: \u000a| (launched: 2022-12-13_21:25:53.459091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:55.772307 run osmo-stp_10.42.42.5(pid=2012): stderr: \u000a| �[0;m�[38;5;43m20221213212553793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212553793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212553793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212553794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212553794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212553794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212553794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:55.914625 run osmo-stp_10.42.42.5(pid=2012): stdout: \u000a| (launched: 2022-12-13_21:25:53.459091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:56.054727 run osmo-stp_10.42.42.5(pid=2012): stderr: \u000a| �[0;m�[38;5;43m20221213212553793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212553793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212553793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212553794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212553794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212553794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212553794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:56.115142 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2012): Process ended prematurely: osmo-stp_10.42.42.5(pid=2012) [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2012)] [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a21:25:56.124837 tst handover.py:18: Test FAILED (8.1 sec)\u000a21:25:56.190276 run osmo-hlr_10.42.42.2(pid=2009): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2009)]\u000a21:25:56.244083 run osmo-hlr_10.42.42.2(pid=2009): stdout: \u000a| (launched: 2022-12-13_21:25:52.100846) \u000a21:25:56.299743 run osmo-hlr_10.42.42.2(pid=2009): stderr: \u000a| �[0;m�[1;31m20221213212552462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212552462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212552462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212552462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212552462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212552462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212552496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212552518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212552518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212552518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:56.374072 run osmo-msc_10.42.42.6(pid=2015): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2015)]\u000a21:25:56.428591 run osmo-msc_10.42.42.6(pid=2015): stdout: \u000a| (launched: 2022-12-13_21:25:54.736867) \u000a21:25:56.485362 run osmo-msc_10.42.42.6(pid=2015): stderr: \u000a| �[0;m�[38;5;43m20221213212555150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212555150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfaef5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212555150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212555150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212555151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212555151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212555152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212555154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212555154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212555154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:56.532660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2008): Terminating (SIGTERM)\u000a21:25:56.579226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2011): Terminating (SIGTERM)\u000a21:25:56.623745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2014): Terminating (SIGTERM)\u000a21:25:56.634878 --- ParallelTerminationStrategy: PID 2008 died...\u000a21:25:56.696687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2008): Terminated: ok {rc=0}\u000a21:25:56.708726 --- ParallelTerminationStrategy: PID 2011 died...\u000a21:25:56.768826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2011): Terminated: ok {rc=0}\u000a21:25:56.780437 --- ParallelTerminationStrategy: PID 2014 died...\u000a21:25:56.839925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2014): Terminated: ok {rc=0}\u000a21:25:56.934055 bus /sierra_3: Setting Powered False\u000a21:25:58.048287 bus /sierra_3: Setting Powered False\u000a21:25:59.167171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:25:47" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2026): Process ended prematurely: osmo-stp_10.42.42.5(pid=2026) [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2026)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2026): Process ended prematurely: osmo-stp_10.42.42.5(pid=2026) [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:26:01.240232 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:01.252304 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:26:01.460000 tst handover.py: using LAC 36378\u000a21:26:01.614571 tst handover.py: using RAC 168\u000a21:26:01.778874 tst handover.py: using CellId 36378\u000a21:26:01.932178 tst handover.py: using BVCI 36379\u000a21:26:01.963903 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:26:02.147451 tst handover.py: using LAC 36379\u000a21:26:02.306507 tst handover.py: using RAC 169\u000a21:26:02.489476 tst handover.py: using CellId 36379\u000a21:26:02.683148 tst handover.py: using BVCI 36380\u000a21:26:02.710437 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:02.722498 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:02.734374 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:02.746370 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:02.758734 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:02.770738 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:26:02.899423 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:26:03.156289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:03.710557 run create_hlr_db(pid=2020): Launched\u000a21:26:03.842111 bus /sierra_2: Setting Powered False\u000a21:26:04.965529 run create_hlr_db(pid=2020): Terminated: ok {rc=0}\u000a21:26:05.432745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2022): Launched\u000a21:26:05.887799 run osmo-hlr_10.42.42.2(pid=2023): Launched\u000a21:26:06.133656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:06.776448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2025): Launched\u000a21:26:07.226897 run osmo-stp_10.42.42.5(pid=2026): Launched\u000a21:26:07.423408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:08.090821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2028): Launched\u000a21:26:08.523779 run osmo-msc_10.42.42.6(pid=2029): Launched\u000a21:26:08.900617 run osmo-stp_10.42.42.5(pid=2026): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2026)]\u000a21:26:09.179000 run osmo-stp_10.42.42.5(pid=2026): stdout: \u000a| (launched: 2022-12-13_21:26:06.954707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:09.365659 run osmo-stp_10.42.42.5(pid=2026): stderr: \u000a| �[0;m�[38;5;43m20221213212607256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212607256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212607256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212607261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212607262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212607262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212607262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:09.495176 run osmo-stp_10.42.42.5(pid=2026): stdout: \u000a| (launched: 2022-12-13_21:26:06.954707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:09.624463 run osmo-stp_10.42.42.5(pid=2026): stderr: \u000a| �[0;m�[38;5;43m20221213212607256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212607256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212607256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212607261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212607262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212607262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212607262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:09.680028 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2026): Process ended prematurely: osmo-stp_10.42.42.5(pid=2026) [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2026)] [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:26:09.689216 tst handover.py:18: Test FAILED (8.4 sec)\u000a21:26:09.752930 run osmo-hlr_10.42.42.2(pid=2023): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2023)]\u000a21:26:09.805126 run osmo-hlr_10.42.42.2(pid=2023): stdout: \u000a| (launched: 2022-12-13_21:26:05.612437) \u000a21:26:09.859337 run osmo-hlr_10.42.42.2(pid=2023): stderr: \u000a| �[0;m�[1;31m20221213212605926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212605926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212605926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212605926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212605926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212605926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212605959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212605972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212605972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212605972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:09.930176 run osmo-msc_10.42.42.6(pid=2029): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2029)]\u000a21:26:09.982023 run osmo-msc_10.42.42.6(pid=2029): stdout: \u000a| (launched: 2022-12-13_21:26:08.268115) \u000a21:26:10.035984 run osmo-msc_10.42.42.6(pid=2029): stderr: \u000a| �[0;m�[38;5;43m20221213212608848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212608857 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5047ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212608857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212608857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212608857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212608858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212608859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212608860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212608860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212608860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:10.081232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2022): Terminating (SIGTERM)\u000a21:26:10.123540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2025): Terminating (SIGTERM)\u000a21:26:10.165973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2028): Terminating (SIGTERM)\u000a21:26:10.176276 --- ParallelTerminationStrategy: PID 2022 died...\u000a21:26:10.236863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2022): Terminated: ok {rc=0}\u000a21:26:10.248333 --- ParallelTerminationStrategy: PID 2025 died...\u000a21:26:10.304766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2025): Terminated: ok {rc=0}\u000a21:26:10.315628 --- ParallelTerminationStrategy: PID 2028 died...\u000a21:26:10.373263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2028): Terminated: ok {rc=0}\u000a21:26:10.460618 bus /sierra_3: Setting Powered False\u000a21:26:11.576015 bus /sierra_3: Setting Powered False\u000a21:26:12.714194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:26:00" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2040): Process ended prematurely: osmo-stp_10.42.42.5(pid=2040) [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2040)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2040): Process ended prematurely: osmo-stp_10.42.42.5(pid=2040) [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:26:14.805122 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:14.822754 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:26:14.978672 tst handover.py: using LAC 36380\u000a21:26:15.103472 tst handover.py: using RAC 170\u000a21:26:15.250659 tst handover.py: using CellId 36380\u000a21:26:15.400429 tst handover.py: using BVCI 36381\u000a21:26:15.454689 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:26:15.632511 tst handover.py: using LAC 36381\u000a21:26:15.768719 tst handover.py: using RAC 171\u000a21:26:15.912263 tst handover.py: using CellId 36381\u000a21:26:16.060025 tst handover.py: using BVCI 36382\u000a21:26:16.086945 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:16.099320 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:16.112078 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:16.124941 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:16.138061 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:16.150847 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:26:16.295883 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:26:16.548449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:17.213280 run create_hlr_db(pid=2034): Launched\u000a21:26:17.377624 bus /sierra_2: Setting Powered False\u000a21:26:18.466115 run create_hlr_db(pid=2034): Terminated: ok {rc=0}\u000a21:26:18.943784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2036): Launched\u000a21:26:19.356493 run osmo-hlr_10.42.42.2(pid=2037): Launched\u000a21:26:19.684234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:20.315422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2039): Launched\u000a21:26:20.659924 run osmo-stp_10.42.42.5(pid=2040): Launched\u000a21:26:20.773119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:21.523000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2042): Launched\u000a21:26:21.947344 run osmo-msc_10.42.42.6(pid=2043): Launched\u000a21:26:22.329413 run osmo-stp_10.42.42.5(pid=2040): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2040)]\u000a21:26:22.616901 run osmo-stp_10.42.42.5(pid=2040): stdout: \u000a| (launched: 2022-12-13_21:26:20.477784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:22.798670 run osmo-stp_10.42.42.5(pid=2040): stderr: \u000a| �[0;m�[38;5;43m20221213212620839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212620839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212620840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212620840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:22.926684 run osmo-stp_10.42.42.5(pid=2040): stdout: \u000a| (launched: 2022-12-13_21:26:20.477784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:23.054152 run osmo-stp_10.42.42.5(pid=2040): stderr: \u000a| �[0;m�[38;5;43m20221213212620839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212620839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212620840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212620840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:23.109265 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2040): Process ended prematurely: osmo-stp_10.42.42.5(pid=2040) [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2040)] [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:26:23.117899 tst handover.py:18: Test FAILED (8.3 sec)\u000a21:26:23.180096 run osmo-hlr_10.42.42.2(pid=2037): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2037)]\u000a21:26:23.232429 run osmo-hlr_10.42.42.2(pid=2037): stdout: \u000a| (launched: 2022-12-13_21:26:19.130109) \u000a21:26:23.284311 run osmo-hlr_10.42.42.2(pid=2037): stderr: \u000a| �[0;m�[1;31m20221213212619438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212619438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212619438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212619438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212619438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212619438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212619456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212619493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212619494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212619494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:23.354682 run osmo-msc_10.42.42.6(pid=2043): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2043)]\u000a21:26:23.405428 run osmo-msc_10.42.42.6(pid=2043): stdout: \u000a| (launched: 2022-12-13_21:26:21.685143) \u000a21:26:23.458183 run osmo-msc_10.42.42.6(pid=2043): stderr: \u000a| �[0;m�[38;5;43m20221213212622281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212622281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24f58e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212622281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212622281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212622281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212622282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212622283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212622284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212622284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212622284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:23.502135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2036): Terminating (SIGTERM)\u000a21:26:23.543657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2039): Terminating (SIGTERM)\u000a21:26:23.587345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2042): Terminating (SIGTERM)\u000a21:26:23.597646 --- ParallelTerminationStrategy: PID 2036 died...\u000a21:26:23.655801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2036): Terminated: ok {rc=0}\u000a21:26:23.666020 --- ParallelTerminationStrategy: PID 2039 died...\u000a21:26:23.721708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2039): Terminated: ok {rc=0}\u000a21:26:23.732005 --- ParallelTerminationStrategy: PID 2042 died...\u000a21:26:23.787549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2042): Terminated: ok {rc=0}\u000a21:26:23.875152 bus /sierra_3: Setting Powered False\u000a21:26:24.990679 bus /sierra_3: Setting Powered False\u000a21:26:26.129723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:26:14" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2054): Process ended prematurely: osmo-stp_10.42.42.5(pid=2054) [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2054)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2054): Process ended prematurely: osmo-stp_10.42.42.5(pid=2054) [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:26:28.173157 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:28.185532 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:26:28.351460 tst handover.py: using LAC 36382\u000a21:26:28.493434 tst handover.py: using RAC 172\u000a21:26:28.620848 tst handover.py: using CellId 36382\u000a21:26:28.745828 tst handover.py: using BVCI 36383\u000a21:26:28.771055 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:26:28.903369 tst handover.py: using LAC 36383\u000a21:26:29.036923 tst handover.py: using RAC 173\u000a21:26:29.191402 tst handover.py: using CellId 36383\u000a21:26:29.326767 tst handover.py: using BVCI 36384\u000a21:26:29.354035 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:29.365891 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:29.377894 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:29.390099 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:29.402363 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:29.414193 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:26:29.542323 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:26:29.767792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:30.318040 run create_hlr_db(pid=2048): Launched\u000a21:26:30.459678 bus /sierra_2: Setting Powered False\u000a21:26:31.558151 run create_hlr_db(pid=2048): Terminated: ok {rc=0}\u000a21:26:32.065371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2050): Launched\u000a21:26:32.525729 run osmo-hlr_10.42.42.2(pid=2051): Launched\u000a21:26:32.804002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:33.431258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2053): Launched\u000a21:26:33.797168 run osmo-stp_10.42.42.5(pid=2054): Launched\u000a21:26:33.987741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:34.738708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2056): Launched\u000a21:26:35.205504 run osmo-msc_10.42.42.6(pid=2057): Launched\u000a21:26:35.612765 run osmo-stp_10.42.42.5(pid=2054): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2054)]\u000a21:26:35.886806 run osmo-stp_10.42.42.5(pid=2054): stdout: \u000a| (launched: 2022-12-13_21:26:33.610448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:36.078255 run osmo-stp_10.42.42.5(pid=2054): stderr: \u000a| �[0;m�[38;5;43m20221213212633948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212633948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212633948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212633949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212633950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212633950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212633950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:36.217434 run osmo-stp_10.42.42.5(pid=2054): stdout: \u000a| (launched: 2022-12-13_21:26:33.610448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:36.354290 run osmo-stp_10.42.42.5(pid=2054): stderr: \u000a| �[0;m�[38;5;43m20221213212633948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212633948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212633948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212633949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212633950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212633950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212633950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:36.416043 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2054): Process ended prematurely: osmo-stp_10.42.42.5(pid=2054) [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2054)] [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a21:26:36.425928 tst handover.py:18: Test FAILED (8.2 sec)\u000a21:26:36.493463 run osmo-hlr_10.42.42.2(pid=2051): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2051)]\u000a21:26:36.548083 run osmo-hlr_10.42.42.2(pid=2051): stdout: \u000a| (launched: 2022-12-13_21:26:32.247158) \u000a21:26:36.604103 run osmo-hlr_10.42.42.2(pid=2051): stderr: \u000a| �[0;m�[1;31m20221213212632587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212632587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212632587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212632587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212632587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212632587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212632623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212632640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212632640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212632640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:36.682315 run osmo-msc_10.42.42.6(pid=2057): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2057)]\u000a21:26:36.743942 run osmo-msc_10.42.42.6(pid=2057): stdout: \u000a| (launched: 2022-12-13_21:26:34.924474) \u000a21:26:36.797963 run osmo-msc_10.42.42.6(pid=2057): stderr: \u000a| �[0;m�[38;5;43m20221213212635452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212635452 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fce196c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212635452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212635452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212635453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212635453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212635455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212635455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212635455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212635455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:36.845622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2050): Terminating (SIGTERM)\u000a21:26:36.891927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2053): Terminating (SIGTERM)\u000a21:26:36.936608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2056): Terminating (SIGTERM)\u000a21:26:36.948245 --- ParallelTerminationStrategy: PID 2050 died...\u000a21:26:37.008502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2050): Terminated: ok {rc=0}\u000a21:26:37.020063 --- ParallelTerminationStrategy: PID 2053 died...\u000a21:26:37.079806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2053): Terminated: ok {rc=0}\u000a21:26:37.090441 --- ParallelTerminationStrategy: PID 2056 died...\u000a21:26:37.149523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2056): Terminated: ok {rc=0}\u000a21:26:37.246058 bus /sierra_3: Setting Powered False\u000a21:26:38.358860 bus /sierra_3: Setting Powered False\u000a21:26:39.475956 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:26:27" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2068): Process ended prematurely: osmo-stp_10.42.42.5(pid=2068) [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2068): Process ended prematurely: osmo-stp_10.42.42.5(pid=2068) [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:26:41.521276 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:41.533765 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:26:41.677795 tst handover.py: using LAC 36384\u000a21:26:41.800303 tst handover.py: using RAC 174\u000a21:26:41.941604 tst handover.py: using CellId 36384\u000a21:26:42.088663 tst handover.py: using BVCI 36385\u000a21:26:42.112458 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:26:42.263735 tst handover.py: using LAC 36385\u000a21:26:42.419582 tst handover.py: using RAC 175\u000a21:26:42.553763 tst handover.py: using CellId 36385\u000a21:26:42.682717 tst handover.py: using BVCI 36386\u000a21:26:42.707388 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:42.719064 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:42.730600 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:42.742192 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:42.754652 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:42.766991 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:26:42.900897 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:26:43.121795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:43.645156 run create_hlr_db(pid=2062): Launched\u000a21:26:43.783616 bus /sierra_2: Setting Powered False\u000a21:26:44.867763 run create_hlr_db(pid=2062): Terminated: ok {rc=0}\u000a21:26:45.293080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Launched\u000a21:26:45.740932 run osmo-hlr_10.42.42.2(pid=2065): Launched\u000a21:26:45.960771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:46.518062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Launched\u000a21:26:46.961847 run osmo-stp_10.42.42.5(pid=2068): Launched\u000a21:26:47.186887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:47.767496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2070): Launched\u000a21:26:48.186465 run osmo-msc_10.42.42.6(pid=2071): Launched\u000a21:26:48.512828 run osmo-stp_10.42.42.5(pid=2068): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)]\u000a21:26:48.764103 run osmo-stp_10.42.42.5(pid=2068): stdout: \u000a| (launched: 2022-12-13_21:26:46.684170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:48.897681 run osmo-stp_10.42.42.5(pid=2068): stderr: \u000a| �[0;m�[38;5;43m20221213212646986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212646986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212646987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212646987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212646987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212646988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212646988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:49.025697 run osmo-stp_10.42.42.5(pid=2068): stdout: \u000a| (launched: 2022-12-13_21:26:46.684170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:49.159337 run osmo-stp_10.42.42.5(pid=2068): stderr: \u000a| �[0;m�[38;5;43m20221213212646986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212646986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212646987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212646987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212646987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212646988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212646988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:49.222887 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2068): Process ended prematurely: osmo-stp_10.42.42.5(pid=2068) [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)] [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a21:26:49.231372 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:26:49.296029 run osmo-hlr_10.42.42.2(pid=2065): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2065)]\u000a21:26:49.347903 run osmo-hlr_10.42.42.2(pid=2065): stdout: \u000a| (launched: 2022-12-13_21:26:45.464517) \u000a21:26:49.400796 run osmo-hlr_10.42.42.2(pid=2065): stderr: \u000a| �[0;m�[1;31m20221213212645742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212645742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212645742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212645742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212645742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212645742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212645755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212645767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212645767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212645767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:49.473683 run osmo-msc_10.42.42.6(pid=2071): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2071)]\u000a21:26:49.527438 run osmo-msc_10.42.42.6(pid=2071): stdout: \u000a| (launched: 2022-12-13_21:26:47.934078) \u000a21:26:49.579703 run osmo-msc_10.42.42.6(pid=2071): stderr: \u000a| �[0;m�[38;5;43m20221213212648476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212648476 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe32aa7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212648476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212648476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212648476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212648477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212648479 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212648479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212648479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212648479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:49.626886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Terminating (SIGTERM)\u000a21:26:49.671584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Terminating (SIGTERM)\u000a21:26:49.715830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2070): Terminating (SIGTERM)\u000a21:26:49.726161 --- ParallelTerminationStrategy: PID 2064 died...\u000a21:26:49.784748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Terminated: ok {rc=0}\u000a21:26:49.794933 --- ParallelTerminationStrategy: PID 2067 died...\u000a21:26:49.853032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Terminated: ok {rc=0}\u000a21:26:49.863276 --- ParallelTerminationStrategy: PID 2070 died...\u000a21:26:49.920131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2070): Terminated: ok {rc=0}\u000a21:26:50.008144 bus /sierra_3: Setting Powered False\u000a21:26:51.123217 bus /sierra_3: Setting Powered False\u000a21:26:52.263546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:26:41" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2082): Process ended prematurely: osmo-stp_10.42.42.5(pid=2082) [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2082)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2082): Process ended prematurely: osmo-stp_10.42.42.5(pid=2082) [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:26:54.326398 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:54.350837 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:26:54.505634 tst handover.py: using LAC 36386\u000a21:26:54.634398 tst handover.py: using RAC 176\u000a21:26:54.760479 tst handover.py: using CellId 36386\u000a21:26:54.897226 tst handover.py: using BVCI 36387\u000a21:26:54.923553 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:26:55.070554 tst handover.py: using LAC 36387\u000a21:26:55.202717 tst handover.py: using RAC 177\u000a21:26:55.364702 tst handover.py: using CellId 36387\u000a21:26:55.493310 tst handover.py: using BVCI 36388\u000a21:26:55.519240 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:55.531780 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:55.544063 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:55.556607 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:55.569621 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:55.582445 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:26:55.708040 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:26:55.923491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:56.462212 run create_hlr_db(pid=2076): Launched\u000a21:26:56.599783 bus /sierra_2: Setting Powered False\u000a21:26:57.693324 run create_hlr_db(pid=2076): Terminated: ok {rc=0}\u000a21:26:58.126334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2078): Launched\u000a21:26:58.564291 run osmo-hlr_10.42.42.2(pid=2079): Launched\u000a21:26:58.735109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:59.450704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2081): Launched\u000a21:26:59.890016 run osmo-stp_10.42.42.5(pid=2082): Launched\u000a21:27:00.107258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:00.715372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2084): Launched\u000a21:27:01.197784 run osmo-msc_10.42.42.6(pid=2085): Launched\u000a21:27:01.529093 run osmo-stp_10.42.42.5(pid=2082): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2082)]\u000a21:27:01.731649 run osmo-stp_10.42.42.5(pid=2082): stdout: \u000a| (launched: 2022-12-13_21:26:59.622920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:01.993424 run osmo-stp_10.42.42.5(pid=2082): stderr: \u000a| �[0;m�[38;5;43m20221213212659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212659918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212659918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212659919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212659919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212659919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:02.129670 run osmo-stp_10.42.42.5(pid=2082): stdout: \u000a| (launched: 2022-12-13_21:26:59.622920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:02.263438 run osmo-stp_10.42.42.5(pid=2082): stderr: \u000a| �[0;m�[38;5;43m20221213212659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212659918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212659918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212659919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212659919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212659919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:02.322577 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2082): Process ended prematurely: osmo-stp_10.42.42.5(pid=2082) [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2082)] [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a21:27:02.332196 tst handover.py:18: Test FAILED (8.0 sec)\u000a21:27:02.397847 run osmo-hlr_10.42.42.2(pid=2079): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2079)]\u000a21:27:02.451620 run osmo-hlr_10.42.42.2(pid=2079): stdout: \u000a| (launched: 2022-12-13_21:26:58.297838) \u000a21:27:02.505133 run osmo-hlr_10.42.42.2(pid=2079): stderr: \u000a| �[0;m�[1;31m20221213212658604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212658604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212658604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212658604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212658604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212658604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212658626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212658639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212658639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212658639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:02.577996 run osmo-msc_10.42.42.6(pid=2085): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2085)]\u000a21:27:02.631451 run osmo-msc_10.42.42.6(pid=2085): stdout: \u000a| (launched: 2022-12-13_21:27:00.920379) \u000a21:27:02.685588 run osmo-msc_10.42.42.6(pid=2085): stderr: \u000a| �[0;m�[38;5;43m20221213212701435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212701436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd22220ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212701436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212701436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212701436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212701436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212701438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212701438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212701439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212701439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:02.731542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2078): Terminating (SIGTERM)\u000a21:27:02.777656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2081): Terminating (SIGTERM)\u000a21:27:02.823314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2084): Terminating (SIGTERM)\u000a21:27:02.833832 --- ParallelTerminationStrategy: PID 2078 died...\u000a21:27:02.892902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2078): Terminated: ok {rc=0}\u000a21:27:02.903680 --- ParallelTerminationStrategy: PID 2081 died...\u000a21:27:02.961474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2081): Terminated: ok {rc=0}\u000a21:27:02.972094 --- ParallelTerminationStrategy: PID 2084 died...\u000a21:27:03.030096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2084): Terminated: ok {rc=0}\u000a21:27:03.146071 bus /sierra_3: Setting Powered False\u000a21:27:04.255904 bus /sierra_3: Setting Powered False\u000a21:27:05.410373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:26:53" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:27:07.426089 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:27:07.438494 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:27:07.573836 tst handover.py: using LAC 36388\u000a21:27:07.703699 tst handover.py: using RAC 178\u000a21:27:07.830291 tst handover.py: using CellId 36388\u000a21:27:07.960285 tst handover.py: using BVCI 36389\u000a21:27:07.985165 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:27:08.126891 tst handover.py: using LAC 36389\u000a21:27:08.250549 tst handover.py: using RAC 179\u000a21:27:08.382376 tst handover.py: using CellId 36389\u000a21:27:08.513561 tst handover.py: using BVCI 36390\u000a21:27:08.539011 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:27:08.550841 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:27:08.562647 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:27:08.574417 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:27:08.587283 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:27:08.599579 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:27:08.725957 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:27:08.948067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:09.484117 run create_hlr_db(pid=2090): Launched\u000a21:27:09.620208 bus /sierra_2: Setting Powered False\u000a21:27:10.697004 run create_hlr_db(pid=2090): Terminated: ok {rc=0}\u000a21:27:11.123879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Launched\u000a21:27:11.581759 run osmo-hlr_10.42.42.2(pid=2093): Launched\u000a21:27:11.794370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:12.348366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Launched\u000a21:27:12.738837 run osmo-stp_10.42.42.5(pid=2096): Launched\u000a21:27:12.931003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:13.571354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2098): Launched\u000a21:27:14.015905 run osmo-msc_10.42.42.6(pid=2099): Launched\u000a21:27:14.358719 run osmo-stp_10.42.42.5(pid=2096): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]\u000a21:27:14.541675 run osmo-stp_10.42.42.5(pid=2096): stdout: \u000a| (launched: 2022-12-13_21:27:12.518825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:14.681627 run osmo-stp_10.42.42.5(pid=2096): stderr: \u000a| �[0;m�[38;5;43m20221213212712828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212712828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212712829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212712829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212712830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212712830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212712830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:14.816919 run osmo-stp_10.42.42.5(pid=2096): stdout: \u000a| (launched: 2022-12-13_21:27:12.518825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:14.951944 run osmo-stp_10.42.42.5(pid=2096): stderr: \u000a| �[0;m�[38;5;43m20221213212712828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212712828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212712829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212712829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212712830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212712830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212712830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:15.010981 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)] [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a21:27:15.020369 tst handover.py:18: Test FAILED (7.6 sec)\u000a21:27:15.085356 run osmo-hlr_10.42.42.2(pid=2093): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2093)]\u000a21:27:15.138537 run osmo-hlr_10.42.42.2(pid=2093): stdout: \u000a| (launched: 2022-12-13_21:27:11.295028) \u000a21:27:15.192565 run osmo-hlr_10.42.42.2(pid=2093): stderr: \u000a| �[0;m�[1;31m20221213212711518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212711518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212711519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212711519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212711519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212711519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212711539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212711548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212711548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212711548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:15.265280 run osmo-msc_10.42.42.6(pid=2099): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2099)]\u000a21:27:15.318323 run osmo-msc_10.42.42.6(pid=2099): stdout: \u000a| (launched: 2022-12-13_21:27:13.733293) \u000a21:27:15.372266 run osmo-msc_10.42.42.6(pid=2099): stderr: \u000a| �[0;m�[38;5;43m20221213212714154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212714154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4091f98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212714155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212714155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212714155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212714155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212714165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212714165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212714165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212714166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:15.418160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Terminating (SIGTERM)\u000a21:27:15.462485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Terminating (SIGTERM)\u000a21:27:15.509055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2098): Terminating (SIGTERM)\u000a21:27:15.519049 --- ParallelTerminationStrategy: PID 2092 died...\u000a21:27:15.576932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Terminated: ok {rc=0}\u000a21:27:15.587948 --- ParallelTerminationStrategy: PID 2095 died...\u000a21:27:15.645633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Terminated: ok {rc=0}\u000a21:27:15.656336 --- ParallelTerminationStrategy: PID 2098 died...\u000a21:27:15.713747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2098): Terminated: ok {rc=0}\u000a21:27:15.807760 bus /sierra_3: Setting Powered False\u000a21:27:16.946295 bus /sierra_3: Setting Powered False\u000a21:27:18.074499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:27:07" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2110): Process ended prematurely: osmo-stp_10.42.42.5(pid=2110) [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2110)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2110): Process ended prematurely: osmo-stp_10.42.42.5(pid=2110) [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:27:20.092751 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:27:20.105310 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:27:20.236912 tst handover.py: using LAC 36390\u000a21:27:20.403601 tst handover.py: using RAC 180\u000a21:27:20.549748 tst handover.py: using CellId 36390\u000a21:27:20.681504 tst handover.py: using BVCI 36391\u000a21:27:20.708884 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:27:20.850680 tst handover.py: using LAC 36391\u000a21:27:20.982355 tst handover.py: using RAC 181\u000a21:27:21.117722 tst handover.py: using CellId 36391\u000a21:27:21.251465 tst handover.py: using BVCI 36392\u000a21:27:21.278403 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:27:21.290724 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:27:21.303007 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:27:21.315353 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:27:21.328360 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:27:21.341045 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:27:21.469096 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:27:21.711367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:22.252391 run create_hlr_db(pid=2104): Launched\u000a21:27:22.389395 bus /sierra_2: Setting Powered False\u000a21:27:23.468440 run create_hlr_db(pid=2104): Terminated: ok {rc=0}\u000a21:27:23.885250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2106): Launched\u000a21:27:24.335549 run osmo-hlr_10.42.42.2(pid=2107): Launched\u000a21:27:24.510631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:25.070029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2109): Launched\u000a21:27:25.484089 run osmo-stp_10.42.42.5(pid=2110): Launched\u000a21:27:25.689885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:26.250354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2112): Launched\u000a21:27:26.686328 run osmo-msc_10.42.42.6(pid=2113): Launched\u000a21:27:27.063429 run osmo-stp_10.42.42.5(pid=2110): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2110)]\u000a21:27:27.289598 run osmo-stp_10.42.42.5(pid=2110): stdout: \u000a| (launched: 2022-12-13_21:27:25.228935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:27.433410 run osmo-stp_10.42.42.5(pid=2110): stderr: \u000a| �[0;m�[38;5;43m20221213212725434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212725434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212725434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212725434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:27.571224 run osmo-stp_10.42.42.5(pid=2110): stdout: \u000a| (launched: 2022-12-13_21:27:25.228935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:27.707918 run osmo-stp_10.42.42.5(pid=2110): stderr: \u000a| �[0;m�[38;5;43m20221213212725434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212725434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212725434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212725434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:27.767478 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2110): Process ended prematurely: osmo-stp_10.42.42.5(pid=2110) [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2110)] [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:27:27.776305 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:27:27.840553 run osmo-hlr_10.42.42.2(pid=2107): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2107)]\u000a21:27:27.894263 run osmo-hlr_10.42.42.2(pid=2107): stdout: \u000a| (launched: 2022-12-13_21:27:24.045364) \u000a21:27:27.947824 run osmo-hlr_10.42.42.2(pid=2107): stderr: \u000a| �[0;m�[1;31m20221213212724327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212724327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212724327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212724327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212724327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212724327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212724346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212724368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212724368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212724368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:28.020355 run osmo-msc_10.42.42.6(pid=2113): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2113)]\u000a21:27:28.073688 run osmo-msc_10.42.42.6(pid=2113): stdout: \u000a| (launched: 2022-12-13_21:27:26.410091) \u000a21:27:28.127805 run osmo-msc_10.42.42.6(pid=2113): stderr: \u000a| �[0;m�[38;5;43m20221213212726900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212726900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5df5a93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212726900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212726900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212726900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212726900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212726910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212726911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212726911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212726911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:28.172752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2106): Terminating (SIGTERM)\u000a21:27:28.215503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2109): Terminating (SIGTERM)\u000a21:27:28.258693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2112): Terminating (SIGTERM)\u000a21:27:28.268760 --- ParallelTerminationStrategy: PID 2106 died...\u000a21:27:28.328504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2106): Terminated: ok {rc=0}\u000a21:27:28.339272 --- ParallelTerminationStrategy: PID 2109 died...\u000a21:27:28.396830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2109): Terminated: ok {rc=0}\u000a21:27:28.407549 --- ParallelTerminationStrategy: PID 2112 died...\u000a21:27:28.465713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2112): Terminated: ok {rc=0}\u000a21:27:28.558195 bus /sierra_3: Setting Powered False\u000a21:27:29.678645 bus /sierra_3: Setting Powered False\u000a21:27:30.792828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:27:19" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2125): Process ended prematurely: osmo-stp_10.42.42.5(pid=2125) [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2125)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2125): Process ended prematurely: osmo-stp_10.42.42.5(pid=2125) [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:27:32.846571 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:32.858832 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:27:32.998991 tst handover.py: using LAC 36392\u000a21:27:33.138331 tst handover.py: using RAC 182\u000a21:27:33.283389 tst handover.py: using CellId 36392\u000a21:27:33.421956 tst handover.py: using BVCI 36393\u000a21:27:33.448234 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:27:33.602399 tst handover.py: using LAC 36393\u000a21:27:33.743930 tst handover.py: using RAC 183\u000a21:27:33.874439 tst handover.py: using CellId 36393\u000a21:27:34.032486 tst handover.py: using BVCI 36394\u000a21:27:34.059059 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:34.071422 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:34.083606 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:34.096719 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:34.109326 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:34.121985 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:27:34.253598 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:27:34.476596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:35.027455 run create_hlr_db(pid=2119): Launched\u000a21:27:35.166152 bus /sierra_2: Setting Powered False\u000a21:27:36.272044 run create_hlr_db(pid=2119): Terminated: ok {rc=0}\u000a21:27:36.702214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2121): Launched\u000a21:27:37.136363 run osmo-hlr_10.42.42.2(pid=2122): Launched\u000a21:27:37.304655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:37.918034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2124): Launched\u000a21:27:38.347698 run osmo-stp_10.42.42.5(pid=2125): Launched\u000a21:27:38.561459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:39.184614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2127): Launched\u000a21:27:39.517891 run osmo-msc_10.42.42.6(pid=2128): Launched\u000a21:27:39.711220 run osmo-stp_10.42.42.5(pid=2125): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2125)]\u000a21:27:39.855656 run osmo-stp_10.42.42.5(pid=2125): stdout: \u000a| (launched: 2022-12-13_21:27:38.089601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:40.013771 run osmo-stp_10.42.42.5(pid=2125): stderr: \u000a| �[0;m�[38;5;43m20221213212738375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212738375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212738375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212738375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212738376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212738376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212738376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:40.146888 run osmo-stp_10.42.42.5(pid=2125): stdout: \u000a| (launched: 2022-12-13_21:27:38.089601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:40.278513 run osmo-stp_10.42.42.5(pid=2125): stderr: \u000a| �[0;m�[38;5;43m20221213212738375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212738375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212738375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212738375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212738376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212738376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212738376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:40.335960 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2125): Process ended prematurely: osmo-stp_10.42.42.5(pid=2125) [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2125)] [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:27:40.344516 tst handover.py:18: Test FAILED (7.5 sec)\u000a21:27:40.407316 run osmo-hlr_10.42.42.2(pid=2122): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2122)]\u000a21:27:40.458970 run osmo-hlr_10.42.42.2(pid=2122): stdout: \u000a| (launched: 2022-12-13_21:27:36.872846) \u000a21:27:40.511127 run osmo-hlr_10.42.42.2(pid=2122): stderr: \u000a| �[0;m�[1;31m20221213212737163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212737163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212737163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212737163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212737163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212737163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212737191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212737207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212737208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212737208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:40.582949 run osmo-msc_10.42.42.6(pid=2128): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2128)]\u000a21:27:40.634849 run osmo-msc_10.42.42.6(pid=2128): stdout: \u000a| (launched: 2022-12-13_21:27:39.353920) \u000a21:27:40.687116 run osmo-msc_10.42.42.6(pid=2128): stderr: \u000a| �[0;m�[38;5;43m20221213212739762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212739762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb8fa00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212739762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212739762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212739763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212739763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212739764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212739780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212739781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212739781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:40.731293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2121): Terminating (SIGTERM)\u000a21:27:40.773462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2124): Terminating (SIGTERM)\u000a21:27:40.815383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2127): Terminating (SIGTERM)\u000a21:27:40.825220 --- ParallelTerminationStrategy: PID 2121 died...\u000a21:27:40.881578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2121): Terminated: ok {rc=0}\u000a21:27:40.891666 --- ParallelTerminationStrategy: PID 2124 died...\u000a21:27:40.947973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2124): Terminated: ok {rc=0}\u000a21:27:40.958169 --- ParallelTerminationStrategy: PID 2127 died...\u000a21:27:41.014456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2127): Terminated: ok {rc=0}\u000a21:27:41.103421 bus /sierra_3: Setting Powered False\u000a21:27:42.211715 bus /sierra_3: Setting Powered False\u000a21:27:43.323655 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:27:32" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2139): Process ended prematurely: osmo-stp_10.42.42.5(pid=2139) [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2139)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2139): Process ended prematurely: osmo-stp_10.42.42.5(pid=2139) [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:27:45.334775 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:45.357552 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:27:45.520722 tst handover.py: using LAC 36394\u000a21:27:45.682538 tst handover.py: using RAC 184\u000a21:27:45.872840 tst handover.py: using CellId 36394\u000a21:27:46.078656 tst handover.py: using BVCI 36395\u000a21:27:46.106983 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:27:46.246399 tst handover.py: using LAC 36395\u000a21:27:46.400478 tst handover.py: using RAC 185\u000a21:27:46.563498 tst handover.py: using CellId 36395\u000a21:27:46.747139 tst handover.py: using BVCI 36396\u000a21:27:46.771521 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:46.782995 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:46.794390 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:46.806102 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:46.818848 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:46.831200 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:27:46.975498 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:27:47.215744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:47.776597 run create_hlr_db(pid=2133): Launched\u000a21:27:47.940220 bus /sierra_2: Setting Powered False\u000a21:27:49.005283 run create_hlr_db(pid=2133): Terminated: ok {rc=0}\u000a21:27:49.438280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2135): Launched\u000a21:27:49.796232 run osmo-hlr_10.42.42.2(pid=2136): Launched\u000a21:27:49.931438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:50.489400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2138): Launched\u000a21:27:50.842543 run osmo-stp_10.42.42.5(pid=2139): Launched\u000a21:27:50.971640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:51.586727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2141): Launched\u000a21:27:51.946023 run osmo-msc_10.42.42.6(pid=2142): Launched\u000a21:27:52.173701 run osmo-stp_10.42.42.5(pid=2139): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2139)]\u000a21:27:52.322216 run osmo-stp_10.42.42.5(pid=2139): stdout: \u000a| (launched: 2022-12-13_21:27:50.663780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:52.466452 run osmo-stp_10.42.42.5(pid=2139): stderr: \u000a| �[0;m�[38;5;43m20221213212750840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212750840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212750841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212750841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212750841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212750842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212750842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:52.607959 run osmo-stp_10.42.42.5(pid=2139): stdout: \u000a| (launched: 2022-12-13_21:27:50.663780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:52.747018 run osmo-stp_10.42.42.5(pid=2139): stderr: \u000a| �[0;m�[38;5;43m20221213212750840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212750840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212750841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212750841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212750841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212750842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212750842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:52.805393 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2139): Process ended prematurely: osmo-stp_10.42.42.5(pid=2139) [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2139)] [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a21:27:52.815970 tst handover.py:18: Test FAILED (7.5 sec)\u000a21:27:52.883360 run osmo-hlr_10.42.42.2(pid=2136): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2136)]\u000a21:27:52.937055 run osmo-hlr_10.42.42.2(pid=2136): stdout: \u000a| (launched: 2022-12-13_21:27:49.615471) \u000a21:27:52.991793 run osmo-hlr_10.42.42.2(pid=2136): stderr: \u000a| �[0;m�[1;31m20221213212749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212749800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212749814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212749824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212749825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212749825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:53.064616 run osmo-msc_10.42.42.6(pid=2142): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2142)]\u000a21:27:53.117672 run osmo-msc_10.42.42.6(pid=2142): stdout: \u000a| (launched: 2022-12-13_21:27:51.763962) \u000a21:27:53.171220 run osmo-msc_10.42.42.6(pid=2142): stderr: \u000a| �[0;m�[38;5;43m20221213212752046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212752046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f755759fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212752046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212752046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212752046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212752046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212752048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212752049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212752049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212752049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:53.217330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2135): Terminating (SIGTERM)\u000a21:27:53.259751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2138): Terminating (SIGTERM)\u000a21:27:53.302204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2141): Terminating (SIGTERM)\u000a21:27:53.312079 --- ParallelTerminationStrategy: PID 2135 died...\u000a21:27:53.368703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2135): Terminated: ok {rc=0}\u000a21:27:53.379035 --- ParallelTerminationStrategy: PID 2138 died...\u000a21:27:53.435289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2138): Terminated: ok {rc=0}\u000a21:27:53.445599 --- ParallelTerminationStrategy: PID 2141 died...\u000a21:27:53.502052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2141): Terminated: ok {rc=0}\u000a21:27:53.599087 bus /sierra_3: Setting Powered False\u000a21:27:54.712226 bus /sierra_3: Setting Powered False\u000a21:27:55.837006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:27:45" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2153): Process ended prematurely: osmo-stp_10.42.42.5(pid=2153) [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2153)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2153): Process ended prematurely: osmo-stp_10.42.42.5(pid=2153) [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:27:57.840685 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:57.853445 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:27:57.993994 tst handover.py: using LAC 36396\u000a21:27:58.133253 tst handover.py: using RAC 186\u000a21:27:58.267779 tst handover.py: using CellId 36396\u000a21:27:58.402750 tst handover.py: using BVCI 36397\u000a21:27:58.429797 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:27:58.582203 tst handover.py: using LAC 36397\u000a21:27:58.717290 tst handover.py: using RAC 187\u000a21:27:58.848553 tst handover.py: using CellId 36397\u000a21:27:58.980409 tst handover.py: using BVCI 36398\u000a21:27:59.006660 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:59.018389 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:59.029880 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:59.041248 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:59.053130 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:59.064490 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:27:59.189478 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:27:59.415101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:59.934075 run create_hlr_db(pid=2147): Launched\u000a21:28:00.074470 bus /sierra_2: Setting Powered False\u000a21:28:01.188214 run create_hlr_db(pid=2147): Terminated: ok {rc=0}\u000a21:28:01.684001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2149): Launched\u000a21:28:02.146701 run osmo-hlr_10.42.42.2(pid=2150): Launched\u000a21:28:02.368010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:03.053256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2152): Launched\u000a21:28:03.499911 run osmo-stp_10.42.42.5(pid=2153): Launched\u000a21:28:03.717842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:04.300075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2155): Launched\u000a21:28:04.640400 run osmo-msc_10.42.42.6(pid=2156): Launched\u000a21:28:04.839916 run osmo-stp_10.42.42.5(pid=2153): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2153)]\u000a21:28:05.000359 run osmo-stp_10.42.42.5(pid=2153): stdout: \u000a| (launched: 2022-12-13_21:28:03.219726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:05.140825 run osmo-stp_10.42.42.5(pid=2153): stderr: \u000a| �[0;m�[38;5;43m20221213212803523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212803523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212803523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212803524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212803524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212803524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212803528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:05.274735 run osmo-stp_10.42.42.5(pid=2153): stdout: \u000a| (launched: 2022-12-13_21:28:03.219726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:05.407608 run osmo-stp_10.42.42.5(pid=2153): stderr: \u000a| �[0;m�[38;5;43m20221213212803523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212803523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212803523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212803524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212803524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212803524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212803528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:05.465645 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2153): Process ended prematurely: osmo-stp_10.42.42.5(pid=2153) [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2153)] [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a21:28:05.474323 tst handover.py:18: Test FAILED (7.6 sec)\u000a21:28:05.537808 run osmo-hlr_10.42.42.2(pid=2150): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2150)]\u000a21:28:05.589824 run osmo-hlr_10.42.42.2(pid=2150): stdout: \u000a| (launched: 2022-12-13_21:28:01.857798) \u000a21:28:05.642176 run osmo-hlr_10.42.42.2(pid=2150): stderr: \u000a| �[0;m�[1;31m20221213212802119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212802119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212802119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212802119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212802119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212802119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212802176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212802200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212802200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212802200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:05.713443 run osmo-msc_10.42.42.6(pid=2156): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2156)]\u000a21:28:05.765285 run osmo-msc_10.42.42.6(pid=2156): stdout: \u000a| (launched: 2022-12-13_21:28:04.470216) \u000a21:28:05.817787 run osmo-msc_10.42.42.6(pid=2156): stderr: \u000a| �[0;m�[38;5;43m20221213212804842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212804843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4844b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212804843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212804843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212804843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212804843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212804845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212804845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212804845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212804846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:05.862444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2149): Terminating (SIGTERM)\u000a21:28:05.905092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2152): Terminating (SIGTERM)\u000a21:28:05.947439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2155): Terminating (SIGTERM)\u000a21:28:05.957293 --- ParallelTerminationStrategy: PID 2149 died...\u000a21:28:06.014253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2149): Terminated: ok {rc=0}\u000a21:28:06.024468 --- ParallelTerminationStrategy: PID 2152 died...\u000a21:28:06.080937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2152): Terminated: ok {rc=0}\u000a21:28:06.091166 --- ParallelTerminationStrategy: PID 2155 died...\u000a21:28:06.147440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2155): Terminated: ok {rc=0}\u000a21:28:06.236502 bus /sierra_3: Setting Powered False\u000a21:28:07.348533 bus /sierra_3: Setting Powered False\u000a21:28:08.462854 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:27:57" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2167): Process ended prematurely: osmo-stp_10.42.42.5(pid=2167) [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2167): Process ended prematurely: osmo-stp_10.42.42.5(pid=2167) [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:28:10.484766 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:10.506965 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:10.664040 tst handover.py: using LAC 36398\u000a21:28:10.793165 tst handover.py: using RAC 188\u000a21:28:10.928877 tst handover.py: using CellId 36398\u000a21:28:11.059807 tst handover.py: using BVCI 36399\u000a21:28:11.088504 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:11.241314 tst handover.py: using LAC 36399\u000a21:28:11.378598 tst handover.py: using RAC 189\u000a21:28:11.516024 tst handover.py: using CellId 36399\u000a21:28:11.652398 tst handover.py: using BVCI 36400\u000a21:28:11.678322 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:11.691202 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:11.702656 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:11.714965 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:11.727764 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:11.740205 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:28:11.867732 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:28:12.094392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:12.613407 run create_hlr_db(pid=2161): Launched\u000a21:28:12.755539 bus /sierra_2: Setting Powered False\u000a21:28:13.829589 run create_hlr_db(pid=2161): Terminated: ok {rc=0}\u000a21:28:14.248835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Launched\u000a21:28:14.584167 run osmo-hlr_10.42.42.2(pid=2164): Launched\u000a21:28:14.715346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:15.280830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Launched\u000a21:28:15.632720 run osmo-stp_10.42.42.5(pid=2167): Launched\u000a21:28:15.760926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:16.462538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Launched\u000a21:28:17.005233 run osmo-msc_10.42.42.6(pid=2170): Launched\u000a21:28:17.468178 run osmo-stp_10.42.42.5(pid=2167): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)]\u000a21:28:17.732653 run osmo-stp_10.42.42.5(pid=2167): stdout: \u000a| (launched: 2022-12-13_21:28:15.454068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:17.872190 run osmo-stp_10.42.42.5(pid=2167): stderr: \u000a| �[0;m�[38;5;43m20221213212815656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212815656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212815657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212815657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212815658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212815658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212815658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:18.007491 run osmo-stp_10.42.42.5(pid=2167): stdout: \u000a| (launched: 2022-12-13_21:28:15.454068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:18.141608 run osmo-stp_10.42.42.5(pid=2167): stderr: \u000a| �[0;m�[38;5;43m20221213212815656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212815656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212815657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212815657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212815658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212815658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212815658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:18.200765 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2167): Process ended prematurely: osmo-stp_10.42.42.5(pid=2167) [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2167)] [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a21:28:18.210496 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:28:18.274919 run osmo-hlr_10.42.42.2(pid=2164): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2164)]\u000a21:28:18.328067 run osmo-hlr_10.42.42.2(pid=2164): stdout: \u000a| (launched: 2022-12-13_21:28:14.419368) \u000a21:28:18.381510 run osmo-hlr_10.42.42.2(pid=2164): stderr: \u000a| �[0;m�[1;31m20221213212814644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212814644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212814644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212814644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212814644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212814644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212814660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212814669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212814669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212814669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:18.454159 run osmo-msc_10.42.42.6(pid=2170): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2170)]\u000a21:28:18.507079 run osmo-msc_10.42.42.6(pid=2170): stdout: \u000a| (launched: 2022-12-13_21:28:16.676183) \u000a21:28:18.560918 run osmo-msc_10.42.42.6(pid=2170): stderr: \u000a| �[0;m�[38;5;43m20221213212817322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212817322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56895d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212817323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212817323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212817323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212817323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212817325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212817325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212817326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212817326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:18.606864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Terminating (SIGTERM)\u000a21:28:18.662518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Terminating (SIGTERM)\u000a21:28:18.726384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Terminating (SIGTERM)\u000a21:28:18.736533 --- ParallelTerminationStrategy: PID 2163 died...\u000a21:28:18.793861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2163): Terminated: ok {rc=0}\u000a21:28:18.804500 --- ParallelTerminationStrategy: PID 2166 died...\u000a21:28:18.861489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2166): Terminated: ok {rc=0}\u000a21:28:18.871627 --- ParallelTerminationStrategy: PID 2169 died...\u000a21:28:18.927981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2169): Terminated: ok {rc=0}\u000a21:28:19.021098 bus /sierra_3: Setting Powered False\u000a21:28:20.129581 bus /sierra_3: Setting Powered False\u000a21:28:21.244153 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:28:10" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:28:23.297781 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:28:23.310586 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:28:23.462951 tst handover.py: using LAC 36400\u000a21:28:23.598268 tst handover.py: using RAC 190\u000a21:28:23.734095 tst handover.py: using CellId 36400\u000a21:28:23.868222 tst handover.py: using BVCI 36401\u000a21:28:23.892867 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:28:24.035916 tst handover.py: using LAC 36401\u000a21:28:24.174343 tst handover.py: using RAC 191\u000a21:28:24.304055 tst handover.py: using CellId 36401\u000a21:28:24.437627 tst handover.py: using BVCI 36402\u000a21:28:24.463360 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:28:24.475303 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:28:24.486802 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:28:24.498321 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:28:24.510126 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:28:24.522138 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:28:24.649702 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:28:24.866433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:25.408564 run create_hlr_db(pid=2175): Launched\u000a21:28:25.547199 bus /sierra_2: Setting Powered False\u000a21:28:26.624364 run create_hlr_db(pid=2175): Terminated: ok {rc=0}\u000a21:28:27.057962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Launched\u000a21:28:27.421268 run osmo-hlr_10.42.42.2(pid=2178): Launched\u000a21:28:27.555561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:28.128045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Launched\u000a21:28:28.490591 run osmo-stp_10.42.42.5(pid=2181): Launched\u000a21:28:28.622887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:29.224603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Launched\u000a21:28:29.606908 run osmo-msc_10.42.42.6(pid=2184): Launched\u000a21:28:29.859339 run osmo-stp_10.42.42.5(pid=2181): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)]\u000a21:28:30.005397 run osmo-stp_10.42.42.5(pid=2181): stdout: \u000a| (launched: 2022-12-13_21:28:28.306638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:30.148688 run osmo-stp_10.42.42.5(pid=2181): stderr: \u000a| �[0;m�[38;5;43m20221213212828486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212828486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212828486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212828486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212828487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212828487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212828487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:30.286710 run osmo-stp_10.42.42.5(pid=2181): stdout: \u000a| (launched: 2022-12-13_21:28:28.306638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:30.419622 run osmo-stp_10.42.42.5(pid=2181): stderr: \u000a| �[0;m�[38;5;43m20221213212828486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212828486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212828486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212828486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212828487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212828487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212828487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:30.478204 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2181): Process ended prematurely: osmo-stp_10.42.42.5(pid=2181) [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2181)] [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:28:30.486367 tst handover.py:18: Test FAILED (7.2 sec)\u000a21:28:30.552402 run osmo-hlr_10.42.42.2(pid=2178): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2178)]\u000a21:28:30.606655 run osmo-hlr_10.42.42.2(pid=2178): stdout: \u000a| (launched: 2022-12-13_21:28:27.236610) \u000a21:28:30.661864 run osmo-hlr_10.42.42.2(pid=2178): stderr: \u000a| �[0;m�[1;31m20221213212827424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212827424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212827424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212827424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212827424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212827424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212827436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212827445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212827446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212827446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:30.736635 run osmo-msc_10.42.42.6(pid=2184): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2184)]\u000a21:28:30.791082 run osmo-msc_10.42.42.6(pid=2184): stdout: \u000a| (launched: 2022-12-13_21:28:29.401609) \u000a21:28:30.848584 run osmo-msc_10.42.42.6(pid=2184): stderr: \u000a| �[0;m�[38;5;43m20221213212829708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212829708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6501b7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212829708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212829708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212829708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212829709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212829710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212829711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212829711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212829711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:30.899728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminating (SIGTERM)\u000a21:28:30.954059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Terminating (SIGTERM)\u000a21:28:31.000911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Terminating (SIGTERM)\u000a21:28:31.012033 --- ParallelTerminationStrategy: PID 2177 died...\u000a21:28:31.077222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminated: ok {rc=0}\u000a21:28:31.091366 --- ParallelTerminationStrategy: PID 2180 died...\u000a21:28:31.155216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2180): Terminated: ok {rc=0}\u000a21:28:31.168789 --- ParallelTerminationStrategy: PID 2183 died...\u000a21:28:31.233340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2183): Terminated: ok {rc=0}\u000a21:28:31.338131 bus /sierra_3: Setting Powered False\u000a21:28:32.470541 bus /sierra_3: Setting Powered False\u000a21:28:33.618823 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:28:22" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2195): Process ended prematurely: osmo-stp_10.42.42.5(pid=2195) [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2195)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2195): Process ended prematurely: osmo-stp_10.42.42.5(pid=2195) [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:28:35.725418 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:28:35.740459 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:28:35.894943 tst handover.py: using LAC 36402\u000a21:28:36.059083 tst handover.py: using RAC 192\u000a21:28:36.196528 tst handover.py: using CellId 36402\u000a21:28:36.331265 tst handover.py: using BVCI 36403\u000a21:28:36.358047 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:28:36.509177 tst handover.py: using LAC 36403\u000a21:28:36.643419 tst handover.py: using RAC 193\u000a21:28:36.775347 tst handover.py: using CellId 36403\u000a21:28:36.905741 tst handover.py: using BVCI 36404\u000a21:28:36.932688 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:28:36.944648 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:28:36.957196 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:28:36.969509 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:28:36.981791 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:28:36.994158 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:28:37.120024 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:28:37.352570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:37.896206 run create_hlr_db(pid=2189): Launched\u000a21:28:38.033666 bus /sierra_2: Setting Powered False\u000a21:28:39.127217 run create_hlr_db(pid=2189): Terminated: ok {rc=0}\u000a21:28:39.580892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2191): Launched\u000a21:28:40.050453 run osmo-hlr_10.42.42.2(pid=2192): Launched\u000a21:28:40.172348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:40.867388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2194): Launched\u000a21:28:41.332156 run osmo-stp_10.42.42.5(pid=2195): Launched\u000a21:28:41.516157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:42.110382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2197): Launched\u000a21:28:42.446200 run osmo-msc_10.42.42.6(pid=2198): Launched\u000a21:28:42.687664 run osmo-stp_10.42.42.5(pid=2195): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2195)]\u000a21:28:42.844250 run osmo-stp_10.42.42.5(pid=2195): stdout: \u000a| (launched: 2022-12-13_21:28:41.052622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:42.989530 run osmo-stp_10.42.42.5(pid=2195): stderr: \u000a| �[0;m�[38;5;43m20221213212841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212841318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212841318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212841318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212841318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:43.128014 run osmo-stp_10.42.42.5(pid=2195): stdout: \u000a| (launched: 2022-12-13_21:28:41.052622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:43.265875 run osmo-stp_10.42.42.5(pid=2195): stderr: \u000a| �[0;m�[38;5;43m20221213212841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212841318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212841318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212841318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212841318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:43.326381 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2195): Process ended prematurely: osmo-stp_10.42.42.5(pid=2195) [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2195)] [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:28:43.335855 tst handover.py:18: Test FAILED (7.6 sec)\u000a21:28:43.402395 run osmo-hlr_10.42.42.2(pid=2192): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2192)]\u000a21:28:43.457988 run osmo-hlr_10.42.42.2(pid=2192): stdout: \u000a| (launched: 2022-12-13_21:28:39.758856) \u000a21:28:43.513393 run osmo-hlr_10.42.42.2(pid=2192): stderr: \u000a| �[0;m�[1;31m20221213212840085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212840085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212840085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212840085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212840085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212840086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212840103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212840111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212840111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212840111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:43.588457 run osmo-msc_10.42.42.6(pid=2198): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2198)]\u000a21:28:43.643184 run osmo-msc_10.42.42.6(pid=2198): stdout: \u000a| (launched: 2022-12-13_21:28:42.280565) \u000a21:28:43.698839 run osmo-msc_10.42.42.6(pid=2198): stderr: \u000a| �[0;m�[38;5;43m20221213212842659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212842659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc64e64bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212842659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212842659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212842660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212842660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212842662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212842662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212842662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212842662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:43.745981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2191): Terminating (SIGTERM)\u000a21:28:43.790889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2194): Terminating (SIGTERM)\u000a21:28:43.835993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2197): Terminating (SIGTERM)\u000a21:28:43.846480 --- ParallelTerminationStrategy: PID 2191 died...\u000a21:28:43.906807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2191): Terminated: ok {rc=0}\u000a21:28:43.916615 --- ParallelTerminationStrategy: PID 2194 died...\u000a21:28:43.976749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2194): Terminated: ok {rc=0}\u000a21:28:43.987306 --- ParallelTerminationStrategy: PID 2197 died...\u000a21:28:44.046572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2197): Terminated: ok {rc=0}\u000a21:28:44.142025 bus /sierra_3: Setting Powered False\u000a21:28:45.254165 bus /sierra_3: Setting Powered False\u000a21:28:46.375335 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:28:35" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2209): Process ended prematurely: osmo-stp_10.42.42.5(pid=2209) [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2209): Process ended prematurely: osmo-stp_10.42.42.5(pid=2209) [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:28:48.408425 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:48.420304 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:28:48.564524 tst handover.py: using LAC 36404\u000a21:28:48.696065 tst handover.py: using RAC 194\u000a21:28:48.826013 tst handover.py: using CellId 36404\u000a21:28:48.956846 tst handover.py: using BVCI 36405\u000a21:28:48.982305 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:28:49.115925 tst handover.py: using LAC 36405\u000a21:28:49.248282 tst handover.py: using RAC 195\u000a21:28:49.379524 tst handover.py: using CellId 36405\u000a21:28:49.516636 tst handover.py: using BVCI 36406\u000a21:28:49.542639 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:49.554326 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:49.565569 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:49.576663 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:49.589526 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:49.601303 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:28:49.728296 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:28:49.947262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:50.456115 run create_hlr_db(pid=2203): Launched\u000a21:28:50.591673 bus /sierra_2: Setting Powered False\u000a21:28:51.672939 run create_hlr_db(pid=2203): Terminated: ok {rc=0}\u000a21:28:52.110171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Launched\u000a21:28:52.472118 run osmo-hlr_10.42.42.2(pid=2206): Launched\u000a21:28:52.606921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:53.175203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Launched\u000a21:28:53.530731 run osmo-stp_10.42.42.5(pid=2209): Launched\u000a21:28:53.663202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:54.270224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Launched\u000a21:28:54.636662 run osmo-msc_10.42.42.6(pid=2212): Launched\u000a21:28:54.860440 run osmo-stp_10.42.42.5(pid=2209): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)]\u000a21:28:55.010657 run osmo-stp_10.42.42.5(pid=2209): stdout: \u000a| (launched: 2022-12-13_21:28:53.349799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:55.154878 run osmo-stp_10.42.42.5(pid=2209): stderr: \u000a| �[0;m�[38;5;43m20221213212853527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212853527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212853527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212853528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212853528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212853528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212853528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:55.293868 run osmo-stp_10.42.42.5(pid=2209): stdout: \u000a| (launched: 2022-12-13_21:28:53.349799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:55.434092 run osmo-stp_10.42.42.5(pid=2209): stderr: \u000a| �[0;m�[38;5;43m20221213212853527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212853527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212853527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212853528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212853528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212853528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212853528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:55.495109 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2209): Process ended prematurely: osmo-stp_10.42.42.5(pid=2209) [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2209)] [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a21:28:55.503590 tst handover.py:18: Test FAILED (7.1 sec)\u000a21:28:55.572155 run osmo-hlr_10.42.42.2(pid=2206): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2206)]\u000a21:28:55.626239 run osmo-hlr_10.42.42.2(pid=2206): stdout: \u000a| (launched: 2022-12-13_21:28:52.288317) \u000a21:28:55.681295 run osmo-hlr_10.42.42.2(pid=2206): stderr: \u000a| �[0;m�[1;31m20221213212852470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212852470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212852470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212852470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212852470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212852470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212852487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212852497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212852497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212852497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:55.757477 run osmo-msc_10.42.42.6(pid=2212): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2212)]\u000a21:28:55.810668 run osmo-msc_10.42.42.6(pid=2212): stdout: \u000a| (launched: 2022-12-13_21:28:54.448393) \u000a21:28:55.863122 run osmo-msc_10.42.42.6(pid=2212): stderr: \u000a| �[0;m�[38;5;43m20221213212854744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212854744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c7ee33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212854744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212854744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212854744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212854744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212854746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212854747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212854747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212854747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:55.906137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Terminating (SIGTERM)\u000a21:28:55.946377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Terminating (SIGTERM)\u000a21:28:55.986830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Terminating (SIGTERM)\u000a21:28:55.996341 --- ParallelTerminationStrategy: PID 2205 died...\u000a21:28:56.052237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2205): Terminated: ok {rc=0}\u000a21:28:56.061914 --- ParallelTerminationStrategy: PID 2208 died...\u000a21:28:56.116044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2208): Terminated: ok {rc=0}\u000a21:28:56.125842 --- ParallelTerminationStrategy: PID 2211 died...\u000a21:28:56.179747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2211): Terminated: ok {rc=0}\u000a21:28:56.265893 bus /sierra_3: Setting Powered False\u000a21:28:57.384880 bus /sierra_3: Setting Powered False\u000a21:28:58.495976 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:28:48" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2225): Process ended prematurely: osmo-stp_10.42.42.5(pid=2225) [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2225)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2225): Process ended prematurely: osmo-stp_10.42.42.5(pid=2225) [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:29:00.532780 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:00.545006 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:29:00.693631 tst handover.py: using LAC 36406\u000a21:29:00.826091 tst handover.py: using RAC 196\u000a21:29:00.978951 tst handover.py: using CellId 36406\u000a21:29:01.113733 tst handover.py: using BVCI 36407\u000a21:29:01.140042 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:29:01.306980 tst handover.py: using LAC 36407\u000a21:29:01.442239 tst handover.py: using RAC 197\u000a21:29:01.583528 tst handover.py: using CellId 36407\u000a21:29:01.752774 tst handover.py: using BVCI 36408\u000a21:29:01.787440 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:01.804001 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:01.821949 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:01.834866 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:01.847007 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:01.860733 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:29:02.002033 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:29:02.265866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:02.830134 run create_hlr_db(pid=2219): Launched\u000a21:29:02.973060 bus /sierra_2: Setting Powered False\u000a21:29:04.052787 run create_hlr_db(pid=2219): Terminated: ok {rc=0}\u000a21:29:04.478658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2221): Launched\u000a21:29:04.822595 run osmo-hlr_10.42.42.2(pid=2222): Launched\u000a21:29:04.948302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:05.506793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2224): Launched\u000a21:29:05.849229 run osmo-stp_10.42.42.5(pid=2225): Launched\u000a21:29:05.985708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:06.573477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2227): Launched\u000a21:29:06.973243 run osmo-msc_10.42.42.6(pid=2228): Launched\u000a21:29:07.258290 run osmo-stp_10.42.42.5(pid=2225): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2225)]\u000a21:29:07.491173 run osmo-stp_10.42.42.5(pid=2225): stdout: \u000a| (launched: 2022-12-13_21:29:05.678630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:07.653733 run osmo-stp_10.42.42.5(pid=2225): stderr: \u000a| �[0;m�[38;5;43m20221213212905894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212905894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212905894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212905895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212905895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212905895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212905895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:07.790304 run osmo-stp_10.42.42.5(pid=2225): stdout: \u000a| (launched: 2022-12-13_21:29:05.678630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:07.928680 run osmo-stp_10.42.42.5(pid=2225): stderr: \u000a| �[0;m�[38;5;43m20221213212905894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212905894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212905894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212905895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212905895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212905895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212905895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:07.987838 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2225): Process ended prematurely: osmo-stp_10.42.42.5(pid=2225) [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2225)] [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a21:29:07.996987 tst handover.py:18: Test FAILED (7.5 sec)\u000a21:29:08.060622 run osmo-hlr_10.42.42.2(pid=2222): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2222)]\u000a21:29:08.112714 run osmo-hlr_10.42.42.2(pid=2222): stdout: \u000a| (launched: 2022-12-13_21:29:04.650877) \u000a21:29:08.165370 run osmo-hlr_10.42.42.2(pid=2222): stderr: \u000a| �[0;m�[1;31m20221213212904871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212904871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212904871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212904871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212904871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212904871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212904887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212904899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212904899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212904899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:08.236837 run osmo-msc_10.42.42.6(pid=2228): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2228)]\u000a21:29:08.288694 run osmo-msc_10.42.42.6(pid=2228): stdout: \u000a| (launched: 2022-12-13_21:29:06.743873) \u000a21:29:08.341456 run osmo-msc_10.42.42.6(pid=2228): stderr: \u000a| �[0;m�[38;5;43m20221213212907164 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212907164 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d3e98fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212907164 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212907164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212907164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212907173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212907185 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212907185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212907185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212907185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:08.386254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2221): Terminating (SIGTERM)\u000a21:29:08.428722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2224): Terminating (SIGTERM)\u000a21:29:08.471397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2227): Terminating (SIGTERM)\u000a21:29:08.481316 --- ParallelTerminationStrategy: PID 2221 died...\u000a21:29:08.538360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2221): Terminated: ok {rc=0}\u000a21:29:08.548585 --- ParallelTerminationStrategy: PID 2224 died...\u000a21:29:08.605069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2224): Terminated: ok {rc=0}\u000a21:29:08.615188 --- ParallelTerminationStrategy: PID 2227 died...\u000a21:29:08.672293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2227): Terminated: ok {rc=0}\u000a21:29:08.765316 bus /sierra_3: Setting Powered False\u000a21:29:09.874464 bus /sierra_3: Setting Powered False\u000a21:29:10.987705 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:29:00" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2240): Process ended prematurely: osmo-stp_10.42.42.5(pid=2240) [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2240)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2240): Process ended prematurely: osmo-stp_10.42.42.5(pid=2240) [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:29:13.028666 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:13.040461 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:29:13.187482 tst handover.py: using LAC 36408\u000a21:29:13.322081 tst handover.py: using RAC 198\u000a21:29:13.451506 tst handover.py: using CellId 36408\u000a21:29:13.584435 tst handover.py: using BVCI 36409\u000a21:29:13.611114 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:29:13.758433 tst handover.py: using LAC 36409\u000a21:29:13.891358 tst handover.py: using RAC 199\u000a21:29:14.023343 tst handover.py: using CellId 36409\u000a21:29:14.153936 tst handover.py: using BVCI 36410\u000a21:29:14.180919 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:14.192754 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:14.205993 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:14.217698 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:14.228777 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:14.241895 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:14.367748 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:14.592292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:15.130500 run create_hlr_db(pid=2234): Launched\u000a21:29:15.269690 bus /sierra_2: Setting Powered False\u000a21:29:16.369842 run create_hlr_db(pid=2234): Terminated: ok {rc=0}\u000a21:29:16.803857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2236): Launched\u000a21:29:17.236355 run osmo-hlr_10.42.42.2(pid=2237): Launched\u000a21:29:17.408226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:18.002642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2239): Launched\u000a21:29:18.457745 run osmo-stp_10.42.42.5(pid=2240): Launched\u000a21:29:18.716879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:19.350857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2242): Launched\u000a21:29:19.688817 run osmo-msc_10.42.42.6(pid=2243): Launched\u000a21:29:19.891226 run osmo-stp_10.42.42.5(pid=2240): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2240)]\u000a21:29:20.040458 run osmo-stp_10.42.42.5(pid=2240): stdout: \u000a| (launched: 2022-12-13_21:29:18.177089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:20.185501 run osmo-stp_10.42.42.5(pid=2240): stderr: \u000a| �[0;m�[38;5;43m20221213212918510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212918510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212918511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212918511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212918511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212918511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212918512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:20.318868 run osmo-stp_10.42.42.5(pid=2240): stdout: \u000a| (launched: 2022-12-13_21:29:18.177089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:20.451021 run osmo-stp_10.42.42.5(pid=2240): stderr: \u000a| �[0;m�[38;5;43m20221213212918510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212918510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212918511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212918511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212918511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212918511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212918512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:20.508780 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2240): Process ended prematurely: osmo-stp_10.42.42.5(pid=2240) [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2240)] [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a21:29:20.517366 tst handover.py:18: Test FAILED (7.5 sec)\u000a21:29:20.580407 run osmo-hlr_10.42.42.2(pid=2237): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2237)]\u000a21:29:20.632258 run osmo-hlr_10.42.42.2(pid=2237): stdout: \u000a| (launched: 2022-12-13_21:29:16.977611) \u000a21:29:20.684669 run osmo-hlr_10.42.42.2(pid=2237): stderr: \u000a| �[0;m�[1;31m20221213212917284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212917284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212917284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212917284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212917284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212917284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212917303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212917320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212917320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212917320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:20.755738 run osmo-msc_10.42.42.6(pid=2243): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2243)]\u000a21:29:20.807101 run osmo-msc_10.42.42.6(pid=2243): stdout: \u000a| (launched: 2022-12-13_21:29:19.520076) \u000a21:29:20.859107 run osmo-msc_10.42.42.6(pid=2243): stderr: \u000a| �[0;m�[38;5;43m20221213212919899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212919899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3038a17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212919899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212919899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212919899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212919900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212919905 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212919905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212919905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212919905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:20.903538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2236): Terminating (SIGTERM)\u000a21:29:20.945485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2239): Terminating (SIGTERM)\u000a21:29:20.987983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2242): Terminating (SIGTERM)\u000a21:29:20.997760 --- ParallelTerminationStrategy: PID 2236 died...\u000a21:29:21.053868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2236): Terminated: ok {rc=0}\u000a21:29:21.064072 --- ParallelTerminationStrategy: PID 2239 died...\u000a21:29:21.120648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2239): Terminated: ok {rc=0}\u000a21:29:21.130896 --- ParallelTerminationStrategy: PID 2242 died...\u000a21:29:21.186774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2242): Terminated: ok {rc=0}\u000a21:29:21.278350 bus /sierra_3: Setting Powered False\u000a21:29:22.389222 bus /sierra_3: Setting Powered False\u000a21:29:23.503484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:29:12" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2265): Process ended prematurely: osmo-stp_10.42.42.5(pid=2265) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2265)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2265): Process ended prematurely: osmo-stp_10.42.42.5(pid=2265) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:29:25.554011 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:29:25.566977 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:29:25.712888 tst handover.py: using LAC 36410\u000a21:29:25.842915 tst handover.py: using RAC 200\u000a21:29:25.973466 tst handover.py: using CellId 36410\u000a21:29:26.103614 tst handover.py: using BVCI 36411\u000a21:29:26.129505 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:29:26.279544 tst handover.py: using LAC 36411\u000a21:29:26.413841 tst handover.py: using RAC 201\u000a21:29:26.543755 tst handover.py: using CellId 36411\u000a21:29:26.668924 tst handover.py: using BVCI 36412\u000a21:29:26.692585 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:29:26.704649 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:29:26.716418 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:29:26.727710 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:29:26.739397 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:29:26.751687 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:29:26.875470 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:29:27.091738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:27.596308 run create_hlr_db(pid=2248): Launched\u000a21:29:27.733256 bus /sierra_2: Setting Powered False\u000a21:29:28.809790 run create_hlr_db(pid=2248): Terminated: ok {rc=0}\u000a21:29:29.224279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2261): Launched\u000a21:29:29.559313 run osmo-hlr_10.42.42.2(pid=2262): Launched\u000a21:29:29.684112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:30.235268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2264): Launched\u000a21:29:30.568723 run osmo-stp_10.42.42.5(pid=2265): Launched\u000a21:29:30.689081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:31.310805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2267): Launched\u000a21:29:31.760261 run osmo-msc_10.42.42.6(pid=2268): Launched\u000a21:29:32.218620 run osmo-stp_10.42.42.5(pid=2265): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2265)]\u000a21:29:32.406592 run osmo-stp_10.42.42.5(pid=2265): stdout: \u000a| (launched: 2022-12-13_21:29:30.404595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:32.537976 run osmo-stp_10.42.42.5(pid=2265): stderr: \u000a| �[0;m�[38;5;43m20221213212930602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212930602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212930602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212930603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212930603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212930603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212930603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:32.663771 run osmo-stp_10.42.42.5(pid=2265): stdout: \u000a| (launched: 2022-12-13_21:29:30.404595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:32.787867 run osmo-stp_10.42.42.5(pid=2265): stderr: \u000a| �[0;m�[38;5;43m20221213212930602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212930602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212930602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212930603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212930603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212930603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212930603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:32.841902 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2265): Process ended prematurely: osmo-stp_10.42.42.5(pid=2265) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2265)] [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:29:32.850129 tst handover.py:18: Test FAILED (7.3 sec)\u000a21:29:32.911595 run osmo-hlr_10.42.42.2(pid=2262): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2262)]\u000a21:29:32.961939 run osmo-hlr_10.42.42.2(pid=2262): stdout: \u000a| (launched: 2022-12-13_21:29:29.393531) \u000a21:29:33.012684 run osmo-hlr_10.42.42.2(pid=2262): stderr: \u000a| �[0;m�[1;31m20221213212929594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212929595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212929595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212929595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212929595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212929595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212929609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212929619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212929619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212929620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:33.081948 run osmo-msc_10.42.42.6(pid=2268): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2268)]\u000a21:29:33.132483 run osmo-msc_10.42.42.6(pid=2268): stdout: \u000a| (launched: 2022-12-13_21:29:31.479291) \u000a21:29:33.183475 run osmo-msc_10.42.42.6(pid=2268): stderr: \u000a| �[0;m�[38;5;43m20221213212931999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212931999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9632e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212932000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212932000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212932000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212932001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212932004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212932006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212932007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212932007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:33.227345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2261): Terminating (SIGTERM)\u000a21:29:33.269945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2264): Terminating (SIGTERM)\u000a21:29:33.311083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2267): Terminating (SIGTERM)\u000a21:29:33.320217 --- ParallelTerminationStrategy: PID 2261 died...\u000a21:29:33.374858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2261): Terminated: ok {rc=0}\u000a21:29:33.384689 --- ParallelTerminationStrategy: PID 2264 died...\u000a21:29:33.439104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2264): Terminated: ok {rc=0}\u000a21:29:33.448615 --- ParallelTerminationStrategy: PID 2267 died...\u000a21:29:33.502605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2267): Terminated: ok {rc=0}\u000a21:29:33.593449 bus /sierra_3: Setting Powered False\u000a21:29:34.700137 bus /sierra_3: Setting Powered False\u000a21:29:35.813424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:29:25" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2282): Process ended prematurely: osmo-stp_10.42.42.5(pid=2282) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2282)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2282): Process ended prematurely: osmo-stp_10.42.42.5(pid=2282) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:29:37.822099 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:29:37.833598 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:29:37.977865 tst handover.py: using LAC 36412\u000a21:29:38.112300 tst handover.py: using RAC 202\u000a21:29:38.240300 tst handover.py: using CellId 36412\u000a21:29:38.368079 tst handover.py: using BVCI 36413\u000a21:29:38.393395 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:29:38.523019 tst handover.py: using LAC 36413\u000a21:29:38.650705 tst handover.py: using RAC 203\u000a21:29:38.777783 tst handover.py: using CellId 36413\u000a21:29:38.907658 tst handover.py: using BVCI 36414\u000a21:29:38.932756 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:29:38.944254 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:29:38.955617 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:29:38.967117 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:29:38.978501 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:29:38.989818 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:29:39.109446 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:29:39.324269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:39.824301 run create_hlr_db(pid=2275): Launched\u000a21:29:39.958729 bus /sierra_2: Setting Powered False\u000a21:29:41.029721 run create_hlr_db(pid=2275): Terminated: ok {rc=0}\u000a21:29:41.440813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2278): Launched\u000a21:29:41.775371 run osmo-hlr_10.42.42.2(pid=2279): Launched\u000a21:29:41.900356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:42.449535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2281): Launched\u000a21:29:42.782514 run osmo-stp_10.42.42.5(pid=2282): Launched\u000a21:29:42.902796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:43.479114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2284): Launched\u000a21:29:43.812378 run osmo-msc_10.42.42.6(pid=2285): Launched\u000a21:29:44.006972 run osmo-stp_10.42.42.5(pid=2282): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2282)]\u000a21:29:44.147653 run osmo-stp_10.42.42.5(pid=2282): stdout: \u000a| (launched: 2022-12-13_21:29:42.618275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:44.286469 run osmo-stp_10.42.42.5(pid=2282): stderr: \u000a| �[0;m�[38;5;43m20221213212942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212942815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212942815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212942815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212942815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:44.419461 run osmo-stp_10.42.42.5(pid=2282): stdout: \u000a| (launched: 2022-12-13_21:29:42.618275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:44.551175 run osmo-stp_10.42.42.5(pid=2282): stderr: \u000a| �[0;m�[38;5;43m20221213212942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212942815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212942815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212942815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212942815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:44.608601 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2282): Process ended prematurely: osmo-stp_10.42.42.5(pid=2282) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2282)] [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a21:29:44.617148 tst handover.py:18: Test FAILED (6.8 sec)\u000a21:29:44.679785 run osmo-hlr_10.42.42.2(pid=2279): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2279)]\u000a21:29:44.731238 run osmo-hlr_10.42.42.2(pid=2279): stdout: \u000a| (launched: 2022-12-13_21:29:41.609723) \u000a21:29:44.783359 run osmo-hlr_10.42.42.2(pid=2279): stderr: \u000a| �[0;m�[1;31m20221213212941813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212941813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212941813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212941813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212941813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212941813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212941825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212941833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212941833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212941833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:44.854213 run osmo-msc_10.42.42.6(pid=2285): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2285)]\u000a21:29:44.905546 run osmo-msc_10.42.42.6(pid=2285): stdout: \u000a| (launched: 2022-12-13_21:29:43.647497) \u000a21:29:44.957406 run osmo-msc_10.42.42.6(pid=2285): stderr: \u000a| �[0;m�[38;5;43m20221213212943974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212943975 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4ada71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212943975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212943975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212943975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212943975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212943979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212943979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212943979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212943979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:45.001492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2278): Terminating (SIGTERM)\u000a21:29:45.043630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2281): Terminating (SIGTERM)\u000a21:29:45.086062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2284): Terminating (SIGTERM)\u000a21:29:45.095790 --- ParallelTerminationStrategy: PID 2278 died...\u000a21:29:45.151714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2278): Terminated: ok {rc=0}\u000a21:29:45.161814 --- ParallelTerminationStrategy: PID 2281 died...\u000a21:29:45.217541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2281): Terminated: ok {rc=0}\u000a21:29:45.227556 --- ParallelTerminationStrategy: PID 2284 died...\u000a21:29:45.282972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2284): Terminated: ok {rc=0}\u000a21:29:45.370261 bus /sierra_3: Setting Powered False\u000a21:29:46.478775 bus /sierra_3: Setting Powered False\u000a21:29:47.585967 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:29:37" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2297): Process ended prematurely: osmo-stp_10.42.42.5(pid=2297) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2297): Process ended prematurely: osmo-stp_10.42.42.5(pid=2297) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:29:49.598142 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:49.609160 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:29:49.741600 tst handover.py: using LAC 36414\u000a21:29:49.870984 tst handover.py: using RAC 204\u000a21:29:49.999662 tst handover.py: using CellId 36414\u000a21:29:50.123045 tst handover.py: using BVCI 36415\u000a21:29:50.146724 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:29:50.291949 tst handover.py: using LAC 36415\u000a21:29:50.423389 tst handover.py: using RAC 205\u000a21:29:50.548321 tst handover.py: using CellId 36415\u000a21:29:50.671010 tst handover.py: using BVCI 36416\u000a21:29:50.694682 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:50.705943 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:50.717083 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:50.728122 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:50.739569 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:50.750865 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:29:50.868739 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:29:51.073940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:51.538133 run create_hlr_db(pid=2291): Launched\u000a21:29:51.664469 bus /sierra_2: Setting Powered False\u000a21:29:52.737558 run create_hlr_db(pid=2291): Terminated: ok {rc=0}\u000a21:29:53.151631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Launched\u000a21:29:53.485475 run osmo-hlr_10.42.42.2(pid=2294): Launched\u000a21:29:53.610507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:54.157824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Launched\u000a21:29:54.491945 run osmo-stp_10.42.42.5(pid=2297): Launched\u000a21:29:54.613284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:55.191191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2299): Launched\u000a21:29:55.523931 run osmo-msc_10.42.42.6(pid=2300): Launched\u000a21:29:55.719014 run osmo-stp_10.42.42.5(pid=2297): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)]\u000a21:29:55.858530 run osmo-stp_10.42.42.5(pid=2297): stdout: \u000a| (launched: 2022-12-13_21:29:54.326598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:55.997455 run osmo-stp_10.42.42.5(pid=2297): stderr: \u000a| �[0;m�[38;5;43m20221213212954521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212954521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212954521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212954522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212954522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212954522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212954522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:56.133286 run osmo-stp_10.42.42.5(pid=2297): stdout: \u000a| (launched: 2022-12-13_21:29:54.326598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:56.265657 run osmo-stp_10.42.42.5(pid=2297): stderr: \u000a| �[0;m�[38;5;43m20221213212954521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213212954521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213212954521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213212954522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213212954522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213212954522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213212954522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:56.323102 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2297): Process ended prematurely: osmo-stp_10.42.42.5(pid=2297) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2297)] [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a21:29:56.331628 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:29:56.394257 run osmo-hlr_10.42.42.2(pid=2294): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2294)]\u000a21:29:56.445647 run osmo-hlr_10.42.42.2(pid=2294): stdout: \u000a| (launched: 2022-12-13_21:29:53.320648) \u000a21:29:56.497772 run osmo-hlr_10.42.42.2(pid=2294): stderr: \u000a| �[0;m�[1;31m20221213212953520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213212953520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213212953520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212953520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213212953520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213212953520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213212953534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213212953544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213212953545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213212953545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:56.568802 run osmo-msc_10.42.42.6(pid=2300): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2300)]\u000a21:29:56.620173 run osmo-msc_10.42.42.6(pid=2300): stdout: \u000a| (launched: 2022-12-13_21:29:55.359808) \u000a21:29:56.672059 run osmo-msc_10.42.42.6(pid=2300): stderr: \u000a| �[0;m�[38;5;43m20221213212955688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213212955688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25342cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213212955688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213212955688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213212955688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213212955688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213212955690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213212955690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213212955691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213212955691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:56.716399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Terminating (SIGTERM)\u000a21:29:56.758770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Terminating (SIGTERM)\u000a21:29:56.800902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2299): Terminating (SIGTERM)\u000a21:29:56.810746 --- ParallelTerminationStrategy: PID 2293 died...\u000a21:29:56.866818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2293): Terminated: ok {rc=0}\u000a21:29:56.877029 --- ParallelTerminationStrategy: PID 2296 died...\u000a21:29:56.932512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2296): Terminated: ok {rc=0}\u000a21:29:56.942570 --- ParallelTerminationStrategy: PID 2299 died...\u000a21:29:56.998075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2299): Terminated: ok {rc=0}\u000a21:29:57.085441 bus /sierra_3: Setting Powered False\u000a21:29:58.190191 bus /sierra_3: Setting Powered False\u000a21:29:59.302279 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:29:49" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2315): Process ended prematurely: osmo-stp_10.42.42.5(pid=2315) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2315)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2315): Process ended prematurely: osmo-stp_10.42.42.5(pid=2315) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:30:01.335182 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:01.347538 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:30:01.521208 tst handover.py: using LAC 36416\u000a21:30:01.653810 tst handover.py: using RAC 206\u000a21:30:01.780705 tst handover.py: using CellId 36416\u000a21:30:01.910922 tst handover.py: using BVCI 36417\u000a21:30:01.936519 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:30:02.080218 tst handover.py: using LAC 36417\u000a21:30:02.203590 tst handover.py: using RAC 207\u000a21:30:02.327137 tst handover.py: using CellId 36417\u000a21:30:02.450642 tst handover.py: using BVCI 36418\u000a21:30:02.474370 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:02.485727 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:02.496715 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:02.508019 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:02.520036 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:02.532104 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:30:02.657577 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:30:02.872729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:03.378350 run create_hlr_db(pid=2309): Launched\u000a21:30:03.512874 bus /sierra_2: Setting Powered False\u000a21:30:04.590110 run create_hlr_db(pid=2309): Terminated: ok {rc=0}\u000a21:30:04.984019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2311): Launched\u000a21:30:05.296215 run osmo-hlr_10.42.42.2(pid=2312): Launched\u000a21:30:05.418265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:05.939893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2314): Launched\u000a21:30:06.255985 run osmo-stp_10.42.42.5(pid=2315): Launched\u000a21:30:06.369779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:30:06.910235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2317): Launched\u000a21:30:07.223203 run osmo-msc_10.42.42.6(pid=2318): Launched\u000a21:30:07.405867 run osmo-stp_10.42.42.5(pid=2315): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2315)]\u000a21:30:07.537409 run osmo-stp_10.42.42.5(pid=2315): stdout: \u000a| (launched: 2022-12-13_21:30:06.097734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:07.666675 run osmo-stp_10.42.42.5(pid=2315): stderr: \u000a| �[0;m�[38;5;43m20221213213006269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213006269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213006270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213006270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213006271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213006271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213006271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:07.791118 run osmo-stp_10.42.42.5(pid=2315): stdout: \u000a| (launched: 2022-12-13_21:30:06.097734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:07.915276 run osmo-stp_10.42.42.5(pid=2315): stderr: \u000a| �[0;m�[38;5;43m20221213213006269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213006269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213006270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213006270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213006271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213006271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213006271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:07.969115 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2315): Process ended prematurely: osmo-stp_10.42.42.5(pid=2315) [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2315)] [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a21:30:07.977383 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:30:08.038606 run osmo-hlr_10.42.42.2(pid=2312): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2312)]\u000a21:30:08.088633 run osmo-hlr_10.42.42.2(pid=2312): stdout: \u000a| (launched: 2022-12-13_21:30:05.141591) \u000a21:30:08.140429 run osmo-hlr_10.42.42.2(pid=2312): stderr: \u000a| �[0;m�[1;31m20221213213005321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213213005321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213213005321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213005321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213005322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213213005322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213213005333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213213005341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213213005342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213213005342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:08.224197 run osmo-msc_10.42.42.6(pid=2318): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2318)]\u000a21:30:08.274250 run osmo-msc_10.42.42.6(pid=2318): stdout: \u000a| (launched: 2022-12-13_21:30:07.066943) \u000a21:30:08.324787 run osmo-msc_10.42.42.6(pid=2318): stderr: \u000a| �[0;m�[38;5;43m20221213213007342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213213007342 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63f7602c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213213007342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213213007342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213213007342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213213007342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213213007344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213213007345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213213007345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213213007345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:30:08.367954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2311): Terminating (SIGTERM)\u000a21:30:08.408292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2314): Terminating (SIGTERM)\u000a21:30:08.448430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2317): Terminating (SIGTERM)\u000a21:30:08.457791 --- ParallelTerminationStrategy: PID 2311 died...\u000a21:30:08.511811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2311): Terminated: ok {rc=0}\u000a21:30:08.521517 --- ParallelTerminationStrategy: PID 2314 died...\u000a21:30:08.575015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2314): Terminated: ok {rc=0}\u000a21:30:08.585036 --- ParallelTerminationStrategy: PID 2317 died...\u000a21:30:08.638892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2317): Terminated: ok {rc=0}\u000a21:30:08.727609 bus /sierra_3: Setting Powered False\u000a21:30:09.831473 bus /sierra_3: Setting Powered False\u000a21:30:10.944228 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:30:01" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2330): Process ended prematurely: osmo-stp_10.42.42.5(pid=2330) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2330)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2330): Process ended prematurely: osmo-stp_10.42.42.5(pid=2330) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:30:12.953149 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:30:12.964212 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:30:13.102502 tst handover.py: using LAC 36418\u000a21:30:13.224294 tst handover.py: using RAC 208\u000a21:30:13.351202 tst handover.py: using CellId 36418\u000a21:30:13.478694 tst handover.py: using BVCI 36419\u000a21:30:13.504058 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:30:13.634135 tst handover.py: using LAC 36419\u000a21:30:13.762187 tst handover.py: using RAC 209\u000a21:30:13.890300 tst handover.py: using CellId 36419\u000a21:30:14.021606 tst handover.py: using BVCI 36420\u000a21:30:14.046834 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:30:14.058425 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:30:14.069787 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:30:14.081231 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:30:14.092551 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:30:14.104284 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:30:14.223126 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:30:14.438213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:14.940803 run create_hlr_db(pid=2324): Launched\u000a21:30:15.075254 bus /sierra_2: Setting Powered False\u000a21:30:16.154423 run create_hlr_db(pid=2324): Terminated: ok {rc=0}\u000a21:30:16.585898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2326): Launched\u000a21:30:17.050686 run osmo-hlr_10.42.42.2(pid=2327): Launched\u000a21:30:17.278260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:17.827472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2329): Launched\u000a21:30:18.163957 run osmo-stp_10.42.42.5(pid=2330): Launched\u000a21:30:18.285130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:30:18.866646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2332): Launched\u000a21:30:19.202696 run osmo-msc_10.42.42.6(pid=2333): Launched\u000a21:30:19.397721 run osmo-stp_10.42.42.5(pid=2330): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2330)]\u000a21:30:19.538233 run osmo-stp_10.42.42.5(pid=2330): stdout: \u000a| (launched: 2022-12-13_21:30:17.997036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:19.676738 run osmo-stp_10.42.42.5(pid=2330): stderr: \u000a| �[0;m�[38;5;43m20221213213018192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213018192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213018192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213018192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213018193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213018193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213018193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:19.809605 run osmo-stp_10.42.42.5(pid=2330): stdout: \u000a| (launched: 2022-12-13_21:30:17.997036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:19.941581 run osmo-stp_10.42.42.5(pid=2330): stderr: \u000a| �[0;m�[38;5;43m20221213213018192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213018192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213018192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213018192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213018193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213018193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213018193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:19.999284 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2330): Process ended prematurely: osmo-stp_10.42.42.5(pid=2330) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2330)] [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a21:30:20.007803 tst handover.py:18: Test FAILED (7.0 sec)\u000a21:30:20.071010 run osmo-hlr_10.42.42.2(pid=2327): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2327)]\u000a21:30:20.123373 run osmo-hlr_10.42.42.2(pid=2327): stdout: \u000a| (launched: 2022-12-13_21:30:16.757874) \u000a21:30:20.176155 run osmo-hlr_10.42.42.2(pid=2327): stderr: \u000a| �[0;m�[1;31m20221213213016978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213213016978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213213016978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213016978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213016978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213213016978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213213016992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213213017014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213213017014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213213017015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:20.247904 run osmo-msc_10.42.42.6(pid=2333): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2333)]\u000a21:30:20.299930 run osmo-msc_10.42.42.6(pid=2333): stdout: \u000a| (launched: 2022-12-13_21:30:19.036095) \u000a21:30:20.352794 run osmo-msc_10.42.42.6(pid=2333): stderr: \u000a| �[0;m�[38;5;43m20221213213019361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213213019361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfca19bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213213019361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213213019361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213213019361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213213019362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213213019363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213213019364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213213019364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213213019364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:30:20.398159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2326): Terminating (SIGTERM)\u000a21:30:20.440600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2329): Terminating (SIGTERM)\u000a21:30:20.482977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2332): Terminating (SIGTERM)\u000a21:30:20.492807 --- ParallelTerminationStrategy: PID 2326 died...\u000a21:30:20.549112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2326): Terminated: ok {rc=0}\u000a21:30:20.559216 --- ParallelTerminationStrategy: PID 2329 died...\u000a21:30:20.615437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2329): Terminated: ok {rc=0}\u000a21:30:20.625690 --- ParallelTerminationStrategy: PID 2332 died...\u000a21:30:20.682071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2332): Terminated: ok {rc=0}\u000a21:30:20.769979 bus /sierra_3: Setting Powered False\u000a21:30:21.877924 bus /sierra_3: Setting Powered False\u000a21:30:22.990799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:30:12" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2344): Process ended prematurely: osmo-stp_10.42.42.5(pid=2344) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2344)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2344): Process ended prematurely: osmo-stp_10.42.42.5(pid=2344) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:30:25.008707 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:25.019964 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:30:25.164769 tst handover.py: using LAC 36420\u000a21:30:25.288771 tst handover.py: using RAC 210\u000a21:30:25.412437 tst handover.py: using CellId 36420\u000a21:30:25.535198 tst handover.py: using BVCI 36421\u000a21:30:25.558820 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:30:25.696490 tst handover.py: using LAC 36421\u000a21:30:25.819510 tst handover.py: using RAC 211\u000a21:30:25.945642 tst handover.py: using CellId 36421\u000a21:30:26.076420 tst handover.py: using BVCI 36422\u000a21:30:26.102122 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:26.114022 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:26.125439 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:26.136845 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:26.148194 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:26.159679 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:30:26.279064 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:30:26.484510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:26.948828 run create_hlr_db(pid=2338): Launched\u000a21:30:27.075782 bus /sierra_2: Setting Powered False\u000a21:30:28.160489 run create_hlr_db(pid=2338): Terminated: ok {rc=0}\u000a21:30:28.573418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2340): Launched\u000a21:30:28.908388 run osmo-hlr_10.42.42.2(pid=2341): Launched\u000a21:30:29.029991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:29.579939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2343): Launched\u000a21:30:29.914973 run osmo-stp_10.42.42.5(pid=2344): Launched\u000a21:30:30.035627 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:30:30.615852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2346): Launched\u000a21:30:31.010211 run osmo-msc_10.42.42.6(pid=2347): Launched\u000a21:30:31.716384 run osmo-stp_10.42.42.5(pid=2344): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2344)]\u000a21:30:31.928501 run osmo-stp_10.42.42.5(pid=2344): stdout: \u000a| (launched: 2022-12-13_21:30:29.748730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:32.064574 run osmo-stp_10.42.42.5(pid=2344): stderr: \u000a| �[0;m�[38;5;43m20221213213029944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213029944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213029944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213029944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213029947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213029947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213029947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:32.195066 run osmo-stp_10.42.42.5(pid=2344): stdout: \u000a| (launched: 2022-12-13_21:30:29.748730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:32.322534 run osmo-stp_10.42.42.5(pid=2344): stderr: \u000a| �[0;m�[38;5;43m20221213213029944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213029944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213029944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213029944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213029947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213029947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213029947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:32.378007 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2344): Process ended prematurely: osmo-stp_10.42.42.5(pid=2344) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2344)] [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a21:30:32.386263 tst handover.py:18: Test FAILED (7.4 sec)\u000a21:30:32.448269 run osmo-hlr_10.42.42.2(pid=2341): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2341)]\u000a21:30:32.499127 run osmo-hlr_10.42.42.2(pid=2341): stdout: \u000a| (launched: 2022-12-13_21:30:28.742452) \u000a21:30:32.550142 run osmo-hlr_10.42.42.2(pid=2341): stderr: \u000a| �[0;m�[1;31m20221213213028943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213213028943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213213028943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213028943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213028943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213213028944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213213028956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213213028966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213213028967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213213028967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:32.619910 run osmo-msc_10.42.42.6(pid=2347): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2347)]\u000a21:30:32.670415 run osmo-msc_10.42.42.6(pid=2347): stdout: \u000a| (launched: 2022-12-13_21:30:30.784530) \u000a21:30:32.721178 run osmo-msc_10.42.42.6(pid=2347): stderr: \u000a| �[0;m�[38;5;43m20221213213031401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213213031401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f959f92cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213213031402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213213031402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213213031403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213213031404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213213031408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213213031408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213213031409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213213031409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:30:32.764322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2340): Terminating (SIGTERM)\u000a21:30:32.805056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2343): Terminating (SIGTERM)\u000a21:30:32.845751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2346): Terminating (SIGTERM)\u000a21:30:32.854900 --- ParallelTerminationStrategy: PID 2340 died...\u000a21:30:32.909895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2340): Terminated: ok {rc=0}\u000a21:30:32.919688 --- ParallelTerminationStrategy: PID 2343 died...\u000a21:30:32.974576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2343): Terminated: ok {rc=0}\u000a21:30:32.984389 --- ParallelTerminationStrategy: PID 2346 died...\u000a21:30:33.039445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2346): Terminated: ok {rc=0}\u000a21:30:33.129411 bus /sierra_3: Setting Powered False\u000a21:30:34.232936 bus /sierra_3: Setting Powered False\u000a21:30:35.340511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:30:24" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2358): Process ended prematurely: osmo-stp_10.42.42.5(pid=2358) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2358)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2358): Process ended prematurely: osmo-stp_10.42.42.5(pid=2358) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:30:37.387942 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:37.399596 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:30:37.547119 tst handover.py: using LAC 36422\u000a21:30:37.675957 tst handover.py: using RAC 212\u000a21:30:37.804385 tst handover.py: using CellId 36422\u000a21:30:37.932582 tst handover.py: using BVCI 36423\u000a21:30:37.957860 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:30:38.100091 tst handover.py: using LAC 36423\u000a21:30:38.228636 tst handover.py: using RAC 213\u000a21:30:38.357399 tst handover.py: using CellId 36423\u000a21:30:38.481167 tst handover.py: using BVCI 36424\u000a21:30:38.504829 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:38.516344 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:38.527930 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:38.539014 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:38.550360 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:30:38.561781 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:30:38.684530 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:30:38.888588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:39.354206 run create_hlr_db(pid=2352): Launched\u000a21:30:39.481633 bus /sierra_2: Setting Powered False\u000a21:30:40.555047 run create_hlr_db(pid=2352): Terminated: ok {rc=0}\u000a21:30:40.969070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2354): Launched\u000a21:30:41.304183 run osmo-hlr_10.42.42.2(pid=2355): Launched\u000a21:30:41.429043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:41.975937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2357): Launched\u000a21:30:42.312137 run osmo-stp_10.42.42.5(pid=2358): Launched\u000a21:30:42.432935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:30:43.010827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2360): Launched\u000a21:30:43.346561 run osmo-msc_10.42.42.6(pid=2361): Launched\u000a21:30:43.541396 run osmo-stp_10.42.42.5(pid=2358): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2358)]\u000a21:30:43.681513 run osmo-stp_10.42.42.5(pid=2358): stdout: \u000a| (launched: 2022-12-13_21:30:42.145658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:43.820028 run osmo-stp_10.42.42.5(pid=2358): stderr: \u000a| �[0;m�[38;5;43m20221213213042342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213042343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213042343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213042343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213042344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213042344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213042344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:43.953165 run osmo-stp_10.42.42.5(pid=2358): stdout: \u000a| (launched: 2022-12-13_21:30:42.145658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:44.085079 run osmo-stp_10.42.42.5(pid=2358): stderr: \u000a| �[0;m�[38;5;43m20221213213042342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213042343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213042343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213042343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213042344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213042344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213042344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:44.143139 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2358): Process ended prematurely: osmo-stp_10.42.42.5(pid=2358) [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2358)] [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a21:30:44.151615 tst handover.py:18: Test FAILED (6.8 sec)\u000a21:30:44.215029 run osmo-hlr_10.42.42.2(pid=2355): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2355)]\u000a21:30:44.266744 run osmo-hlr_10.42.42.2(pid=2355): stdout: \u000a| (launched: 2022-12-13_21:30:41.138159) \u000a21:30:44.318919 run osmo-hlr_10.42.42.2(pid=2355): stderr: \u000a| �[0;m�[1;31m20221213213041340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213213041340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213213041340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213041341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213041341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213213041341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213213041353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213213041362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213213041362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213213041362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:44.390191 run osmo-msc_10.42.42.6(pid=2361): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2361)]\u000a21:30:44.441581 run osmo-msc_10.42.42.6(pid=2361): stdout: \u000a| (launched: 2022-12-13_21:30:43.180430) \u000a21:30:44.493465 run osmo-msc_10.42.42.6(pid=2361): stderr: \u000a| �[0;m�[38;5;43m20221213213043508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213213043509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0579688c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213213043509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213213043509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213213043509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213213043509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213213043511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213213043511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213213043511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213213043511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:30:44.537709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2354): Terminating (SIGTERM)\u000a21:30:44.580382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2357): Terminating (SIGTERM)\u000a21:30:44.622615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2360): Terminating (SIGTERM)\u000a21:30:44.632360 --- ParallelTerminationStrategy: PID 2354 died...\u000a21:30:44.688373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2354): Terminated: ok {rc=0}\u000a21:30:44.698502 --- ParallelTerminationStrategy: PID 2357 died...\u000a21:30:44.754154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2357): Terminated: ok {rc=0}\u000a21:30:44.764248 --- ParallelTerminationStrategy: PID 2360 died...\u000a21:30:44.819840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2360): Terminated: ok {rc=0}\u000a21:30:44.907331 bus /sierra_3: Setting Powered False\u000a21:30:46.025376 bus /sierra_3: Setting Powered False\u000a21:30:47.135473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:30:37" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2372): Process ended prematurely: osmo-stp_10.42.42.5(pid=2372) [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2372)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2372): Process ended prematurely: osmo-stp_10.42.42.5(pid=2372) [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:30:49.137101 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:49.148017 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:30:49.278491 tst handover.py: using LAC 36424\u000a21:30:49.406928 tst handover.py: using RAC 214\u000a21:30:49.532054 tst handover.py: using CellId 36424\u000a21:30:49.655135 tst handover.py: using BVCI 36425\u000a21:30:49.678782 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:30:49.825236 tst handover.py: using LAC 36425\u000a21:30:49.945942 tst handover.py: using RAC 215\u000a21:30:50.066351 tst handover.py: using CellId 36425\u000a21:30:50.188882 tst handover.py: using BVCI 36426\u000a21:30:50.212452 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:50.223356 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:50.234125 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:50.244759 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:50.256375 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:30:50.267941 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:30:50.391011 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:30:50.598593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:51.063213 run create_hlr_db(pid=2366): Launched\u000a21:30:51.189926 bus /sierra_2: Setting Powered False\u000a21:30:52.263235 run create_hlr_db(pid=2366): Terminated: ok {rc=0}\u000a21:30:52.653048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2368): Launched\u000a21:30:52.965425 run osmo-hlr_10.42.42.2(pid=2369): Launched\u000a21:30:53.086144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:53.605446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2371): Launched\u000a21:30:53.919338 run osmo-stp_10.42.42.5(pid=2372): Launched\u000a21:30:54.032716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:30:54.573670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2374): Launched\u000a21:30:54.889151 run osmo-msc_10.42.42.6(pid=2375): Launched\u000a21:30:55.072118 run osmo-stp_10.42.42.5(pid=2372): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2372)]\u000a21:30:55.204133 run osmo-stp_10.42.42.5(pid=2372): stdout: \u000a| (launched: 2022-12-13_21:30:53.763346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:55.333847 run osmo-stp_10.42.42.5(pid=2372): stderr: \u000a| �[0;m�[38;5;43m20221213213053935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213053935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213053935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213053936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213053936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213053936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213053936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:55.458455 run osmo-stp_10.42.42.5(pid=2372): stdout: \u000a| (launched: 2022-12-13_21:30:53.763346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:55.582381 run osmo-stp_10.42.42.5(pid=2372): stderr: \u000a| �[0;m�[38;5;43m20221213213053935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213053935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213053935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213053936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213053936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213053936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213053936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:55.636177 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2372): Process ended prematurely: osmo-stp_10.42.42.5(pid=2372) [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2372)] [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a21:30:55.644078 tst handover.py:18: Test FAILED (6.5 sec)\u000a21:30:55.705026 run osmo-hlr_10.42.42.2(pid=2369): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2369)]\u000a21:30:55.755003 run osmo-hlr_10.42.42.2(pid=2369): stdout: \u000a| (launched: 2022-12-13_21:30:52.810675) \u000a21:30:55.805275 run osmo-hlr_10.42.42.2(pid=2369): stderr: \u000a| �[0;m�[1;31m20221213213052991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213213052991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213213052991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213052991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213052991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213213052991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213213053004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213213053014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213213053014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213213053014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:55.873266 run osmo-msc_10.42.42.6(pid=2375): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2375)]\u000a21:30:55.922652 run osmo-msc_10.42.42.6(pid=2375): stdout: \u000a| (launched: 2022-12-13_21:30:54.732398) \u000a21:30:55.972656 run osmo-msc_10.42.42.6(pid=2375): stderr: \u000a| �[0;m�[38;5;43m20221213213055007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213213055007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53b244fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213213055007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213213055008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213213055008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213213055008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213213055010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213213055010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213213055010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213213055010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:30:56.015082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2368): Terminating (SIGTERM)\u000a21:30:56.055116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2371): Terminating (SIGTERM)\u000a21:30:56.095162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2374): Terminating (SIGTERM)\u000a21:30:56.104366 --- ParallelTerminationStrategy: PID 2368 died...\u000a21:30:56.158416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2368): Terminated: ok {rc=0}\u000a21:30:56.168040 --- ParallelTerminationStrategy: PID 2371 died...\u000a21:30:56.221697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2371): Terminated: ok {rc=0}\u000a21:30:56.231221 --- ParallelTerminationStrategy: PID 2374 died...\u000a21:30:56.284791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2374): Terminated: ok {rc=0}\u000a21:30:56.373224 bus /sierra_3: Setting Powered False\u000a21:30:57.477191 bus /sierra_3: Setting Powered False\u000a21:30:58.589215 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:30:48" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2386): Process ended prematurely: osmo-stp_10.42.42.5(pid=2386) [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2386): Process ended prematurely: osmo-stp_10.42.42.5(pid=2386) [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:31:00.577169 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:00.588097 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:31:00.715552 tst handover.py: using LAC 36426\u000a21:31:00.842445 tst handover.py: using RAC 216\u000a21:31:00.981349 tst handover.py: using CellId 36426\u000a21:31:01.120315 tst handover.py: using BVCI 36427\u000a21:31:01.147251 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:31:01.288347 tst handover.py: using LAC 36427\u000a21:31:01.439287 tst handover.py: using RAC 217\u000a21:31:01.574436 tst handover.py: using CellId 36427\u000a21:31:01.737588 tst handover.py: using BVCI 36428\u000a21:31:01.772589 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:01.789152 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:01.804745 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:01.822911 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:01.836509 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:01.850194 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:31:02.006869 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:31:02.229622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:31:02.739402 run create_hlr_db(pid=2380): Launched\u000a21:31:02.874450 bus /sierra_2: Setting Powered False\u000a21:31:03.952843 run create_hlr_db(pid=2380): Terminated: ok {rc=0}\u000a21:31:04.367547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Launched\u000a21:31:04.699607 run osmo-hlr_10.42.42.2(pid=2383): Launched\u000a21:31:04.820245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:31:05.370989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Launched\u000a21:31:05.703633 run osmo-stp_10.42.42.5(pid=2386): Launched\u000a21:31:05.823550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:31:06.401248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2388): Launched\u000a21:31:06.736275 run osmo-msc_10.42.42.6(pid=2389): Launched\u000a21:31:06.931601 run osmo-stp_10.42.42.5(pid=2386): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)]\u000a21:31:07.071663 run osmo-stp_10.42.42.5(pid=2386): stdout: \u000a| (launched: 2022-12-13_21:31:05.539721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:07.210931 run osmo-stp_10.42.42.5(pid=2386): stderr: \u000a| �[0;m�[38;5;43m20221213213105736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213105736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213105736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213105737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213105737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213105737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213105737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:07.343851 run osmo-stp_10.42.42.5(pid=2386): stdout: \u000a| (launched: 2022-12-13_21:31:05.539721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:07.475836 run osmo-stp_10.42.42.5(pid=2386): stderr: \u000a| �[0;m�[38;5;43m20221213213105736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213105736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213105736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213105737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213105737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213105737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213105737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:07.533768 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2386): Process ended prematurely: osmo-stp_10.42.42.5(pid=2386) [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)] [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a21:31:07.542359 tst handover.py:18: Test FAILED (7.0 sec)\u000a21:31:07.605577 run osmo-hlr_10.42.42.2(pid=2383): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2383)]\u000a21:31:07.656758 run osmo-hlr_10.42.42.2(pid=2383): stdout: \u000a| (launched: 2022-12-13_21:31:04.536176) \u000a21:31:07.710206 run osmo-hlr_10.42.42.2(pid=2383): stderr: \u000a| �[0;m�[1;31m20221213213104741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213213104741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213213104741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213104741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213104741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213213104741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213213104788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213213104799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213213104799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213213104799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:31:07.781164 run osmo-msc_10.42.42.6(pid=2389): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2389)]\u000a21:31:07.832592 run osmo-msc_10.42.42.6(pid=2389): stdout: \u000a| (launched: 2022-12-13_21:31:06.570117) \u000a21:31:07.884491 run osmo-msc_10.42.42.6(pid=2389): stderr: \u000a| �[0;m�[38;5;43m20221213213106897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213213106897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff82238dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213213106897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213213106897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213213106897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213213106898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213213106899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213213106900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213213106900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213213106900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:31:07.928673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Terminating (SIGTERM)\u000a21:31:07.970456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Terminating (SIGTERM)\u000a21:31:08.012469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2388): Terminating (SIGTERM)\u000a21:31:08.022281 --- ParallelTerminationStrategy: PID 2382 died...\u000a21:31:08.078870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Terminated: ok {rc=0}\u000a21:31:08.089166 --- ParallelTerminationStrategy: PID 2385 died...\u000a21:31:08.145575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Terminated: ok {rc=0}\u000a21:31:08.155732 --- ParallelTerminationStrategy: PID 2388 died...\u000a21:31:08.212303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2388): Terminated: ok {rc=0}\u000a21:31:08.299572 bus /sierra_3: Setting Powered False\u000a21:31:09.407137 bus /sierra_3: Setting Powered False\u000a21:31:10.516419 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:31:00" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2400): Process ended prematurely: osmo-stp_10.42.42.5(pid=2400) [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2400)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2400): Process ended prematurely: osmo-stp_10.42.42.5(pid=2400) [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2394 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:31:12.544479 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:12.556344 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:31:12.697991 tst handover.py: using LAC 36428\u000a21:31:12.820286 tst handover.py: using RAC 218\u000a21:31:12.943240 tst handover.py: using CellId 36428\u000a21:31:13.066232 tst handover.py: using BVCI 36429\u000a21:31:13.089770 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:31:13.226448 tst handover.py: using LAC 36429\u000a21:31:13.349935 tst handover.py: using RAC 219\u000a21:31:13.473852 tst handover.py: using CellId 36429\u000a21:31:13.604619 tst handover.py: using BVCI 36430\u000a21:31:13.630127 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:13.641634 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:13.652811 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:13.664340 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:13.675748 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:31:13.686967 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:31:13.806323 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:31:14.023179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:31:14.527649 run create_hlr_db(pid=2394): Launched\u000a21:31:14.662802 bus /sierra_2: Setting Powered False\u000a21:31:15.740825 run create_hlr_db(pid=2394): Terminated: ok {rc=0}\u000a21:31:16.192685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2396): Launched\u000a21:31:16.625784 run osmo-hlr_10.42.42.2(pid=2397): Launched\u000a21:31:16.865318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:31:17.512541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2399): Launched\u000a21:31:17.825260 run osmo-stp_10.42.42.5(pid=2400): Launched\u000a21:31:17.938232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:31:18.478904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2402): Launched\u000a21:31:18.793370 run osmo-msc_10.42.42.6(pid=2403): Launched\u000a21:31:18.976777 run osmo-stp_10.42.42.5(pid=2400): ERR: Terminated: ERROR {rc=1} [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2400)]\u000a21:31:19.108145 run osmo-stp_10.42.42.5(pid=2400): stdout: \u000a| (launched: 2022-12-13_21:31:17.669922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:19.237699 run osmo-stp_10.42.42.5(pid=2400): stderr: \u000a| �[0;m�[38;5;43m20221213213117844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213117844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213117844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213117845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213117845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213117846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213117846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:19.362092 run osmo-stp_10.42.42.5(pid=2400): stdout: \u000a| (launched: 2022-12-13_21:31:17.669922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:19.485501 run osmo-stp_10.42.42.5(pid=2400): stderr: \u000a| �[0;m�[38;5;43m20221213213117844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213213117844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213213117844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213213117845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213213117845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213213117846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213213117846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:19.539399 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2400): Process ended prematurely: osmo-stp_10.42.42.5(pid=2400) [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2400)] [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a21:31:19.547125 tst handover.py:18: Test FAILED (7.0 sec)\u000a21:31:19.608361 run osmo-hlr_10.42.42.2(pid=2397): ERR: Terminated: ERROR {rc=237} [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2397)]\u000a21:31:19.658029 run osmo-hlr_10.42.42.2(pid=2397): stdout: \u000a| (launched: 2022-12-13_21:31:16.402998) \u000a21:31:19.708471 run osmo-hlr_10.42.42.2(pid=2397): stderr: \u000a| �[0;m�[1;31m20221213213116842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213213116842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213213116842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213116842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213213116842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213213116842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213213116867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2394/run.2022-12-13_20-06-05/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213213116885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213213116885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213213116886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:31:19.776903 run osmo-msc_10.42.42.6(pid=2403): ERR: Terminated: ERROR {rc=2} [trial-2394↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2403)]\u000a21:31:19.826653 run osmo-msc_10.42.42.6(pid=2403): stdout: \u000a| (launched: 2022-12-13_21:31:18.636623) \u000a21:31:19.876817 run osmo-msc_10.42.42.6(pid=2403): stderr: \u000a| �[0;m�[38;5;43m20221213213118911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213213118911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea1f44ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213213118911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213213118912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213213118912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213213118912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213213118914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213213118914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213213118914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213213118914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:31:19.919561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2396): Terminating (SIGTERM)\u000a21:31:19.959791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2399): Terminating (SIGTERM)\u000a21:31:19.999871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2402): Terminating (SIGTERM)\u000a21:31:20.009248 --- ParallelTerminationStrategy: PID 2396 died...\u000a21:31:20.063391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2396): Terminated: ok {rc=0}\u000a21:31:20.073150 --- ParallelTerminationStrategy: PID 2399 died...\u000a21:31:20.127185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2399): Terminated: ok {rc=0}\u000a21:31:20.136830 --- ParallelTerminationStrategy: PID 2402 died...\u000a21:31:20.190868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2402): Terminated: ok {rc=0}\u000a21:31:20.280200 bus /sierra_3: Setting Powered False\u000a21:31:21.384325 bus /sierra_3: Setting Powered False\u000a21:31:22.492259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T21:31:12" } ] }